-- Logs begin at Mon 2022-09-26 16:59:25 UTC, end at Mon 2022-09-26 18:20:48 UTC. -- Sep 26 17:48:37.459107 dv-cinder-859317-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 17:48:40.082223 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.common.config [-] Logging enabled! Sep 26 17:48:40.082798 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev23 Sep 26 17:48:40.083016 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118187) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 17:48:40.086259 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.common.config [-] Logging enabled! Sep 26 17:48:40.086512 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev23 Sep 26 17:48:40.086830 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118187) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 17:48:40.087741 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:48:40.087973 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:48:40.088454 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:48:40.088699 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:48:40.088928 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:48:40.089265 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.089566 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.089796 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.090091 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.090381 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.090658 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.090947 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.091242 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.091525 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.091799 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.092080 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.092307 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.092586 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] config_source = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.092868 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.093155 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.093406 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] debug = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.093684 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.094095 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.094504 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.094782 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.095069 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.095346 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.096213 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.096489 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.096771 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.097096 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] host = dv-cinder-859317-1-iscsi {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.097398 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.097684 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.097967 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.098248 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.098520 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.098794 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.099077 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.099348 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] log_dir = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.099617 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] log_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.099885 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.100168 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.100450 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.100743 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.100964 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.101184 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.101487 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.101773 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.102043 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.102312 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.102579 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.102847 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.103114 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.103382 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.103662 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.103941 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.104220 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.104490 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.104756 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.105029 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.105317 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.105599 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.105868 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.106135 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.106402 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.106681 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.106944 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.107211 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.107505 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.107784 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.108063 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.108346 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.108743 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.109028 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.109319 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.109593 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] use_journal = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.109862 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] use_json = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.110130 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.110394 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.110671 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.110940 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.111235 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.111503 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.111769 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.112049 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.112317 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:40.112611 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.112905 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.113208 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.113512 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.113812 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.114089 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.114377 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.114658 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.114943 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.115230 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.115519 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.115796 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.116093 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.116380 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.116671 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.116975 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.117291 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.117581 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.117855 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.118127 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.118414 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.118675 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.118962 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.119240 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.119524 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.119809 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.120085 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.120379 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.120661 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.120942 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.121271 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.121541 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.121813 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.122091 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.122379 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.122654 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.122924 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.123215 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.123526 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.123761 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.124040 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.124325 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.124608 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.124878 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.125152 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.125461 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.125738 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.126008 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.126277 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.126550 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.126843 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.127127 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.127402 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.127669 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.127937 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.128211 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.128479 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.128749 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.129026 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.129321 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.129599 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.129870 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.130139 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.130408 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.130678 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.130947 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.131216 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.131484 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.131758 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.132027 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.132298 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.132564 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.132834 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.133104 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.133414 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.133713 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.133992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.134268 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.134543 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.134818 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.135098 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.135373 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.135646 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.135920 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.136189 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.136476 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.136755 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.137042 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.137344 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.137637 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.137929 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.138202 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.138475 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.138752 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.139025 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.139299 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.139577 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.139849 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.140120 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.140398 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.140679 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.140971 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.141283 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.141566 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.141856 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.142148 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.142955 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.143233 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.143540 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.143825 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:40.144045 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:48:40.144286 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=118187) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 17:48:40.519621 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=118187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 17:48:40.519941 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=118187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 17:48:40.520205 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=118187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 17:48:40.520434 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=118187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 17:48:40.520710 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=118187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 17:48:40.521035 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 17:48:40.843954 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.844173 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.844448 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.845669 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.845942 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.846207 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.898914 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.899192 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.899458 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.915712 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.915992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.916259 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.944036 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.944314 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.944581 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.981785 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.982061 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:40.982337 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.213073 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.213723 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.213723 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.214798 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.215500 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.312899 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.313207 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.313507 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.313775 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.314037 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.314373 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.314635 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.314892 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.315143 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.315421 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.315676 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.315937 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.316188 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.316435 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.316686 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.316944 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.317192 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.317477 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.317742 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.317997 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.318261 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.318509 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.318783 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.319154 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.319401 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.319644 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.320035 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:41.320272 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:41.320505 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:41.320735 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:41.320966 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:41.321196 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:41.321576 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 17:48:41.324614 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 17:48:41.328488 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 17:48:41.332357 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Sep 26 17:48:41.333986 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 17:48:41.334614 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 17:48:41.334946 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 17:48:41.335325 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 17:48:41.338066 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 17:48:41.338318 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 17:48:41.338661 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 17:48:41.343661 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 17:48:41.367225 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 17:48:41.367673 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.367968 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=118187) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 17:48:41.368339 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.369693 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=118187) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 17:48:41.369972 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 17:48:41.370216 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 17:48:41.380915 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.381195 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:41.545719 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 17:48:41.545876 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 17:48:41.546113 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 17:48:41.546489 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 17:48:41.598850 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO dbcounter [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Registered counter for database neutron Sep 26 17:48:41.618092 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_db.sqlalchemy.engines [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=118187) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 17:48:41.624361 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG dbcounter [-] [118187] Writer thread running {{(pid=118187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:48:42.284563 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing driver for type 'gre' Sep 26 17:48:42.285200 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] gre ID ranges: [(1, 1000)] Sep 26 17:48:42.438119 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing driver for type 'local' Sep 26 17:48:42.438453 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing driver for type 'vlan' Sep 26 17:48:42.506319 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] VlanTypeDriver initialization complete Sep 26 17:48:42.506693 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing driver for type 'vxlan' Sep 26 17:48:42.507184 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] vxlan ID ranges: [(1, 1000)] Sep 26 17:48:42.763783 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing extension driver 'port_security' Sep 26 17:48:42.764115 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] PortSecurityExtensionDriver initialization complete Sep 26 17:48:42.764458 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing mechanism driver 'openvswitch' Sep 26 17:48:42.764785 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing mechanism driver 'hyperv' Sep 26 17:48:42.777308 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.plugin [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=118187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:48:42.777983 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.778357 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.778714 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.779220 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=118187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:48:42.779646 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.780004 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.780351 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.780767 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=118187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:48:42.781179 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.781567 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.781917 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.782306 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=118187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:48:42.782716 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.783069 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.783413 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.783807 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=118187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:48:42.784217 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.784569 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.784914 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.785507 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=118187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:48:42.785922 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.786273 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.786618 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.787009 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=118187) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:48:42.787453 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] ML2 OVO RPC backend initialized. {{(pid=118187) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 17:48:42.788157 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.788516 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.788933 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.789318 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > networks before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.789671 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.790018 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > ports before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.790367 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.790710 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.791056 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.791399 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.791736 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.792077 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.792416 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.792755 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.793091 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.793461 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.793794 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.801615 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded quota_driver: . Sep 26 17:48:42.801977 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.plugin [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Modular L2 Plugin initialization complete Sep 26 17:48:42.802327 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading services supported by the core plugin {{(pid=118187) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 17:48:42.802672 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.plugins.ml2.managers [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Got port-security extension from driver 'port_security' Sep 26 17:48:42.803157 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.extensions.vlantransparent [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Disabled vlantransparent extension. Sep 26 17:48:42.803655 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=118187) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 17:48:42.803982 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: router Sep 26 17:48:42.861174 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.861591 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router after_create 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.861965 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router before_create 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.862334 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.862715 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.863078 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router after_delete 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.863436 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.863790 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.864151 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router after_create 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.864502 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router after_update 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.864854 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router after_update 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.865268 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.865641 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router after_update 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.866062 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.866441 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: port after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.866790 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: port after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.867133 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: subnet after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.867483 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.867834 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.868184 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.868530 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: port before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.868881 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.869266 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router after_update 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.869618 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.870031 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.870340 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.874618 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.874618 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > agent after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.874618 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > agent after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.874618 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > network after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.874893 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Tracking information for resource: router configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:42.874893 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Tracking information for resource: floatingip configured {{(pid=118187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:48:42.878332 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.db.l3_agentschedulers_db [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 17:48:42.878916 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: port after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.879281 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: port after_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.879637 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: port after_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.879992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: port after_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.880778 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router before_create 55550100 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.881146 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.881536 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.881895 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.886759 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.services.provider_configuration [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service providers = [] {{(pid=118187) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 17:48:42.887189 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.db.servicetype_db [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=118187) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 17:48:42.890210 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.services.service_base [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=118187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:48:42.890564 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.services.service_base [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=118187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:48:42.890912 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.services.service_base [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=118187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:48:42.891800 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.services.service_base [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=118187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:48:42.892170 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.services.service_base [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 17:48:42.893104 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.893453 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 17:48:42.905722 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.906059 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: auto_allocate Sep 26 17:48:42.911780 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: network precommit_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.912152 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: network precommit_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.912677 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.912999 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: tag Sep 26 17:48:42.919725 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.920004 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: timestamp Sep 26 17:48:42.924317 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.927541 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: network_ip_availability Sep 26 17:48:42.932571 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.932944 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.933343 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:42.934100 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.934422 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: flavors Sep 26 17:48:42.939089 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.939918 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading Plugin: revisions Sep 26 17:48:42.944335 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=118187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:48:42.944725 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.424s {{(pid=118187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 17:48:42.945499 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=118187) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 17:48:42.945832 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Initializing extension manager. Sep 26 17:48:42.946356 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: __init__.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.946700 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: __pycache__ {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.947032 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: address_group.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.947928 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.948496 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: address-group Sep 26 17:48:42.948824 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: address_scope.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.949540 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.950053 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: address-scope Sep 26 17:48:42.950376 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.951255 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.951768 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: router-admin-state-down-before-update Sep 26 17:48:42.952092 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: agent.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.952765 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.953293 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: agent Sep 26 17:48:42.953617 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: agent_resources_synced.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.954481 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.955537 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: agent-resources-synced Sep 26 17:48:42.955860 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.957677 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.958198 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: allowed-address-pairs Sep 26 17:48:42.958527 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.959562 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.960080 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: auto-allocated-topology Sep 26 17:48:42.960407 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: availability_zone.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.961063 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.961610 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: availability_zone Sep 26 17:48:42.961939 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: availability_zone_filter.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.962813 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.963318 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: availability_zone_filter Sep 26 17:48:42.963642 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: data_plane_status.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.964507 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.965009 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 17:48:42.965364 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: default_subnetpools.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.966238 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.966740 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: default-subnetpools Sep 26 17:48:42.967062 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.967829 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.968337 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: dhcp_agent_scheduler Sep 26 17:48:42.968662 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: dns.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.969564 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.970069 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension dns-integration not supported by any of loaded plugins Sep 26 17:48:42.970416 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: dns_domain_ports.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.971325 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.971830 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 17:48:42.972155 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.973037 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.973570 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 17:48:42.973895 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: dvr.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.974525 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.975028 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: dvr Sep 26 17:48:42.975351 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: ecmp_routes.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.976219 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.976719 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 17:48:42.977038 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: empty_string_filtering.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.977937 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.978438 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: empty-string-filtering Sep 26 17:48:42.978760 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.979626 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.980131 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 17:48:42.980452 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.981335 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.981837 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 17:48:42.982160 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: external_net.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.983022 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.983525 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: external-net Sep 26 17:48:42.983846 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.984712 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.985216 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: extra_dhcp_opt Sep 26 17:48:42.985562 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: extraroute.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.986946 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.987455 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: extraroute Sep 26 17:48:42.987779 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: extraroute_atomic.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.995802 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.996308 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: extraroute-atomic Sep 26 17:48:42.996640 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: filter_validation.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.997303 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.997808 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: filter-validation Sep 26 17:48:42.998131 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: fip_pf_description.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:42.998995 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:42.999494 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 17:48:42.999817 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: fip_pf_detail.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.000677 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.001180 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 17:48:43.001526 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: fip_pf_port_range.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.002967 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.003473 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 17:48:43.003796 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: fip_port_details.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.004660 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.005172 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: fip-port-details Sep 26 17:48:43.005525 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: flavors.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.006686 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.007202 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: flavors Sep 26 17:48:43.007531 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.009122 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.009667 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 17:48:43.009998 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: floatingip_pools.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.010665 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.011172 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: floatingip-pools Sep 26 17:48:43.011500 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: ip_allocation.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.012386 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.012891 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 17:48:43.013217 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.014136 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.014638 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: ip-substring-filtering Sep 26 17:48:43.014962 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l2_adjacency.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.015859 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.016364 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 17:48:43.016699 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.017661 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.018173 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: router Sep 26 17:48:43.018499 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.021540 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.022068 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 17:48:43.022401 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.023278 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.023793 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: ext-gw-mode Sep 26 17:48:43.024122 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.025002 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.025544 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: l3-ha Sep 26 17:48:43.025871 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.026743 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.027257 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 17:48:43.027587 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3_flavors.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.028464 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.028975 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: l3-flavors Sep 26 17:48:43.029339 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.030666 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.031189 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 17:48:43.031516 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.032394 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.032940 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 17:48:43.033297 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: l3agentscheduler.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.034281 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.034799 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: l3_agent_scheduler Sep 26 17:48:43.035128 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: local_ip.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.036856 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.037417 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension local_ip not supported by any of loaded plugins Sep 26 17:48:43.037751 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: logging.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.039172 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.039698 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension logging not supported by any of loaded plugins Sep 26 17:48:43.040031 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: metering.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.040737 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.041347 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: metering Sep 26 17:48:43.041677 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.042721 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.043237 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: metering_source_and_destination_fields Sep 26 17:48:43.043562 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: multiprovidernet.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.044446 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.044966 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: multi-provider Sep 26 17:48:43.045312 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: netmtu.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.049701 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.050215 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: net-mtu Sep 26 17:48:43.050538 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: netmtu_writable.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.051417 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.051929 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: net-mtu-writable Sep 26 17:48:43.052250 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: network_availability_zone.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.052880 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.053419 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: network_availability_zone Sep 26 17:48:43.053740 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: network_ip_availability.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.054800 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.055309 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: network-ip-availability Sep 26 17:48:43.055631 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: network_segment_range.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.056352 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.056855 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 17:48:43.057178 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: pagination.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.058134 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.058464 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: pagination Sep 26 17:48:43.058783 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: port_device_profile.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.059661 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.060172 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: port-device-profile Sep 26 17:48:43.060495 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: port_mac_address_override.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.061412 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.061926 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: port-mac-override Sep 26 17:48:43.062253 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.063129 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.063637 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: port-mac-address-regenerate Sep 26 17:48:43.063962 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.065493 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.066005 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: port-numa-affinity-policy Sep 26 17:48:43.066329 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: port_resource_request.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.067212 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.067718 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 17:48:43.068043 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: port_resource_request_groups.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.068957 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.069496 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 17:48:43.069820 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: portbindings.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.070702 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.071212 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: binding Sep 26 17:48:43.071539 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: portbindings_extended.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.072815 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.073361 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: binding-extended Sep 26 17:48:43.073692 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: portsecurity.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.074561 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.075079 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: port-security Sep 26 17:48:43.075402 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: project_id.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.076528 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.076891 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: project-id Sep 26 17:48:43.077216 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: providernet.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.078109 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.078625 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: provider Sep 26 17:48:43.078948 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.082439 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.082969 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos not supported by any of loaded plugins Sep 26 17:48:43.083303 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.089700 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.090217 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 17:48:43.090550 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.091430 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.091942 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 17:48:43.092271 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_default.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.093149 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.093697 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-default not supported by any of loaded plugins Sep 26 17:48:43.094017 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_fip.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.094902 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.095438 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-fip not supported by any of loaded plugins Sep 26 17:48:43.095774 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.096656 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.097167 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 17:48:43.097523 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.098411 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.098919 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 17:48:43.099246 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.100116 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.100628 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 17:48:43.100953 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.101973 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.102496 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 17:48:43.102822 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.103808 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.104320 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 17:48:43.104647 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_pps_rule.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.105832 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.106347 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-pps not supported by any of loaded plugins Sep 26 17:48:43.106674 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.107552 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.108059 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 17:48:43.108383 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.109283 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.109788 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 17:48:43.110112 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: qos_rules_alias.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.116834 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.117399 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 17:48:43.117715 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: quota_check_limit.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.118585 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.119096 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: quota-check-limit Sep 26 17:48:43.119421 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: quotasv2.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.120303 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.120630 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: quotas Sep 26 17:48:43.120952 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: quotasv2_detail.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.122645 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.122984 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: quota_details Sep 26 17:48:43.123315 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: rbac.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.124326 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.124849 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: rbac-policies Sep 26 17:48:43.125182 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: rbac_address_group.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.126089 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.126602 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: rbac-address-group Sep 26 17:48:43.127477 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: rbac_address_scope.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.128429 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.128944 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: rbac-address-scope Sep 26 17:48:43.129303 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: rbac_security_groups.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.130198 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.130710 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: rbac-security-groups Sep 26 17:48:43.131034 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.131925 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.132443 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: rbac-subnetpool Sep 26 17:48:43.132765 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: revisionifmatch.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.133679 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.134193 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: revision-if-match Sep 26 17:48:43.134517 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: revisions.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.135608 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.136115 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: standard-attr-revisions Sep 26 17:48:43.136438 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: router_availability_zone.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.137071 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.137616 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: router_availability_zone Sep 26 17:48:43.137940 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: routerservicetype.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.138972 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.139542 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension router-service-type not supported by any of loaded plugins Sep 26 17:48:43.139849 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.140818 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.141347 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: security-groups-normalized-cidr Sep 26 17:48:43.141676 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.142581 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.143096 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: port-security-groups-filtering Sep 26 17:48:43.143421 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.144311 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.144820 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: security-groups-remote-address-group Sep 26 17:48:43.145146 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.146050 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.146562 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: security-groups-shared-filtering Sep 26 17:48:43.146886 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: securitygroup.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.156556 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.157088 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: security-group Sep 26 17:48:43.157443 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: segment.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.158157 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.158673 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension segment not supported by any of loaded plugins Sep 26 17:48:43.159000 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.161320 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.161839 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 17:48:43.162167 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: servicetype.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.163232 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.163747 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: service-type Sep 26 17:48:43.164070 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: sorting.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.165006 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.165372 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: sorting Sep 26 17:48:43.165695 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: standard_attr_segment.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.166585 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.167101 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 17:48:43.167425 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: standardattrdescription.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.168075 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.168592 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: standard-attr-description Sep 26 17:48:43.168921 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: stateful_security_group.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.169882 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.170357 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: stateful-security-group Sep 26 17:48:43.170684 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: stdattrs_common.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.171237 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 17:48:43.171562 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.172452 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.172972 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 17:48:43.174082 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: subnet_onboard.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.175120 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.175634 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: subnet_onboard Sep 26 17:48:43.175963 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.176856 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.177397 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 17:48:43.177725 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: subnet_service_types.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.178631 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.179148 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: subnet-service-types Sep 26 17:48:43.179476 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: subnetallocation.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.184921 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.185475 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: subnet_allocation Sep 26 17:48:43.185807 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.186495 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.187018 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: subnetpool-prefix-ops Sep 26 17:48:43.187349 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.188233 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.188746 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 17:48:43.189070 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: tagging.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.190708 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.191235 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: standard-attr-tag Sep 26 17:48:43.191564 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: timestamp.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.192718 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.193253 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loaded extension: standard-attr-timestamp Sep 26 17:48:43.193591 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: trunk.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.194575 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.195096 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension trunk not supported by any of loaded plugins Sep 26 17:48:43.195439 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: trunk_details.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.196345 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.196880 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension trunk-details not supported by any of loaded plugins Sep 26 17:48:43.197240 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.198115 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.198629 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 17:48:43.198956 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Loading extension file: vlantransparent.py {{(pid=118187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:48:43.199592 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=118187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:48:43.200097 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 17:48:43.202695 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:network Sep 26 17:48:43.203225 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:subnet Sep 26 17:48:43.203629 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:48:43.204024 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:port Sep 26 17:48:43.205350 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.207115 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service FLAVORS assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.207115 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.207115 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.207307 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:router Sep 26 17:48:43.207562 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 17:48:43.208061 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service METERING assigned prefix: /metering {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.209528 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:43.209904 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:43.210260 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:48:43.211280 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 17:48:43.211733 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:security_group Sep 26 17:48:43.212167 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 17:48:43.212713 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service CORE assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.213053 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:48:43.213436 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] subnetpool is already registered Sep 26 17:48:43.213870 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service CORE assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.214196 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:48:43.214530 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] subnetpool is already registered Sep 26 17:48:43.217007 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.217499 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service FLAVORS assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.218137 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.218681 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.219019 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:router Sep 26 17:48:43.219372 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] router is already registered Sep 26 17:48:43.219802 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 17:48:43.220142 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] floatingip is already registered Sep 26 17:48:43.220746 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service METERING assigned prefix: /metering {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.221505 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 17:48:43.221869 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] rbac_policy is already registered Sep 26 17:48:43.222301 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:security_group Sep 26 17:48:43.222651 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] security_group is already registered Sep 26 17:48:43.223072 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 17:48:43.223408 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] security_group_rule is already registered Sep 26 17:48:43.223901 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service CORE assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.224229 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:48:43.224561 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] subnetpool is already registered Sep 26 17:48:43.224992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.v2.resource_helper [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Service CORE assigned prefix: {{(pid=118187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:48:43.225408 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:48:43.225809 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING neutron.quota.resource_registry [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] subnetpool is already registered Sep 26 17:48:43.226293 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: extensions {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.227887 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: address-groups {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.229405 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: address-scopes {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.230614 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: agents {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.231771 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: auto-allocated-topology {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.234285 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: availability_zones {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.235637 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: dhcp-networks {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.237664 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: dhcp-agents {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.239189 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: routers {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.240913 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: flavors {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.242113 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: service_profiles {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.243411 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: next_providers {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.244870 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: service_profiles {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.246353 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: floatingip-pools {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.247564 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: routers {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.249445 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: floatingips {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.250645 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: l3-routers {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.252670 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: l3-agents {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.254199 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: metering-labels {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.255473 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: metering-label-rules {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.256791 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: network-ip-availabilities {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.258190 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: bindings {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.259778 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: quotas {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.261360 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: quotas {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.263004 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: rbac-policies {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.264191 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: security-groups {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.265563 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: security-group-rules {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.266826 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: service-providers {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.268176 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: subnetpools {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.269604 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: subnetpools {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.271142 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.272910 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.274677 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.276555 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.278338 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.280202 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.282126 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.283950 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.285776 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.287633 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron.api.extensions [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Extended resource: tags {{(pid=118187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:48:43.294646 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING keystonemiddleware.auth_token [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 17:48:43.300506 dv-cinder-859317-1-iscsi neutron-server[118187]: WARNING keystonemiddleware.auth_token [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 17:48:43.309521 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Acquiring lock "singleton_lock" {{(pid=118187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 17:48:43.309850 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Acquired lock "singleton_lock" {{(pid=118187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 17:48:43.310324 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_concurrency.lockutils [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Releasing lock "singleton_lock" {{(pid=118187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 17:48:43.311062 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO oslo_service.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Starting 2 workers Sep 26 17:48:43.316486 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Started child 118302 {{(pid=118187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:48:43.321012 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Started child 118303 {{(pid=118187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:48:43.322061 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:43.322745 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO neutron.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 17:48:43.323261 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=118187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:43.323650 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [-] (118302) wsgi starting up on http://0.0.0.0:9696 Sep 26 17:48:43.325681 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO oslo_service.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Starting 1 workers Sep 26 17:48:43.325803 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:43.327222 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [-] (118303) wsgi starting up on http://0.0.0.0:9696 Sep 26 17:48:43.331050 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Started child 118304 {{(pid=118187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:48:43.331586 dv-cinder-859317-1-iscsi neutron-server[118187]: INFO oslo_service.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Starting 1 workers Sep 26 17:48:43.335159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] calling RpcWorker wait() {{(pid=118304) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 17:48:43.335723 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] returning from RpcWorker wait() {{(pid=118304) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 17:48:43.336153 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Started child 118305 {{(pid=118187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:48:43.336885 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:43.336994 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG neutron_lib.callbacks.manager [None req-9f7dd927-afad-4376-a029-ff7085a1d5f1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=118187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:43.337400 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:48:43.338899 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 17:48:43.339107 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:48:43.339293 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:48:43.339520 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:48:43.339861 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:48:43.340040 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:48:43.340576 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.340860 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.341134 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.341439 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.341871 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:43.342408 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.342408 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.342544 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.342744 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.343008 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.343179 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.343277 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:48:43.343348 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.343575 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.343821 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.344137 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.344416 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.344664 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.344910 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.345083 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.345386 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.345665 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.345911 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.346214 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] debug = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.346467 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.346990 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.347221 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.347461 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.347701 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.347976 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.348232 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.348498 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.348745 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.348980 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.349213 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.349491 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.349762 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.350006 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.350239 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.350524 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.350756 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.351241 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] host = dv-cinder-859317-1-iscsi {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.351481 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.351736 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.351983 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.352228 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.352497 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.352710 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.352976 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.353245 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.353502 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.353749 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.353998 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.354245 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.354480 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.354730 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.354894 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_options = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.355135 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.355420 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.355691 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.355876 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.356043 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.356203 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.356472 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.356634 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.356890 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.357132 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.357445 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.357711 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.358405 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.358405 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.358641 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.358769 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.358981 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.359372 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.359624 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.359856 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.360249 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.360572 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.360707 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.360893 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.361684 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.361929 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.362162 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.362402 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.362613 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.362868 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.363118 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.363365 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.363600 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.363831 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.364088 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.364313 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.364536 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.364767 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.365029 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.365361 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.365913 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.365913 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.366131 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.366365 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.366584 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.366796 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.367014 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_json = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.367220 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.367451 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.367680 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.367909 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.368146 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.368426 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.369066 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.369066 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.369202 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.370086 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.370867 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.371261 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.372171 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.372171 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.372171 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.372369 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.372434 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.372686 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.372938 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.373266 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.373514 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.375376 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.375648 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.375938 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.376298 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.376579 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.377468 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.377721 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.377956 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.378466 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.381313 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.381658 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.381924 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.382182 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.382463 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.382698 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.383041 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.383324 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.383710 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.384065 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.384345 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.384612 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.384858 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.385142 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.385422 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.385679 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.385901 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.386127 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.386365 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.386617 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.386855 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.387092 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.387534 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.387762 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.388070 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.388343 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.388583 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.388866 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.389107 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.389366 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.389699 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.389924 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.390158 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.390404 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.390643 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.390882 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.391102 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.391325 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.391573 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.391813 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.392028 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.392257 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.392759 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.393343 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.393556 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.393781 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.393992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.394239 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.394455 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.394645 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.394879 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.395281 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.395681 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.396097 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.396482 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.396861 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.397216 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.397588 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.398024 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.398255 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.398466 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.398770 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.399181 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.399594 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.399915 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.400157 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.400375 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.400590 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.400823 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.401055 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.401318 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.401619 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.401864 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.402110 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.402329 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.402593 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.402848 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.403095 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.403310 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.403543 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.403772 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.404023 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.404250 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.404483 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.404727 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.404947 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.405215 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.405469 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.405703 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.405980 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.406216 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.406429 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.406683 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.406894 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.407140 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.407378 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.407641 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.408371 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.408638 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.408857 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.409088 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.409347 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.409618 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.410245 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.410795 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.411024 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.411279 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.411587 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.411847 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.412109 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.412360 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.412594 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.412845 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.413107 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.413389 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.413641 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.413901 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.414129 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.414379 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.414595 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.414805 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.415053 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.415381 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.415611 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.415855 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.416079 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.416349 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.416579 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.416815 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.417085 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.417351 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.417583 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.417840 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.418086 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.418299 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.418538 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.418783 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.418997 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.419229 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.419441 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.419671 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.419961 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.420115 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.420494 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.420849 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.421078 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.421312 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.421568 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.421783 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.422028 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.422237 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.422452 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.422683 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.422897 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.423355 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.424151 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.424383 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.424629 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.424843 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.425130 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.425403 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.425653 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.425883 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.426133 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.426395 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.426606 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.426841 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.427055 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.427289 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.427502 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.427717 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.427949 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.428161 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.428387 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.428597 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.428845 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.429088 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.429465 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.429715 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.429944 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.430195 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.430432 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.430810 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.431030 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.431244 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.431489 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.431705 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.431927 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.432145 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.432385 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.432628 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.432842 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.433075 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.433311 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.433600 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.433984 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.434235 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.434470 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.434931 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.435144 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.435372 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.435614 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.435884 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.436055 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.436262 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.436468 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.436693 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.437335 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.437335 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.437591 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.437756 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.437937 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.438191 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.438433 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.438668 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.438902 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.439138 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.439349 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.439589 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.439803 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.440011 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.440254 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.440483 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.440715 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.440907 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.441138 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.441367 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.441591 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.441823 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.442145 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.442267 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.442486 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.442691 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.442912 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.443119 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.443325 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.443562 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.443776 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.443979 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.444218 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.444425 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.444630 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.444845 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.445057 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.445286 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.445575 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.445820 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.446060 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.446338 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.446687 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.446814 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.447013 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.447323 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.447819 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.447819 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.448029 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.448242 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.448456 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.448729 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.449036 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.449343 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.449587 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.449835 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.450115 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.450384 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.450647 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.450868 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.451218 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.451511 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.451717 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.451988 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.452215 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.452995 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.452995 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.452995 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.453486 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.453486 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.453486 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.453744 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.453963 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.454070 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:48:43.454170 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.454380 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.454603 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.454840 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.455081 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.455305 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.455534 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.455742 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.455902 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:48:43.456446 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 17:48:43.456607 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:48:43.456757 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:48:43.456922 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:48:43.457882 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:48:43.458280 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:48:43.458872 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.459035 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.459193 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.459350 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.459527 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.459861 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.459861 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.460016 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.460095 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.460250 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.460446 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.460558 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.460691 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.460845 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.461026 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.461145 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.461344 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.461650 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.461650 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.461804 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.461934 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.462089 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] debug = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.462244 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.462456 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.462662 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.462769 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.462913 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.463082 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.463211 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.463389 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.463550 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.463638 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.463799 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.463941 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.464096 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.464252 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.464430 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.464563 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.464717 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.464871 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] host = dv-cinder-859317-1-iscsi {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.465026 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.465181 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.465355 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.465509 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.465663 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.465817 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.465976 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.466131 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.466289 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.466442 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.466639 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.466771 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.466883 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.467163 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.467163 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_options = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.467331 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.467485 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.467631 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.467825 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.467992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.468135 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.468270 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.468410 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.468559 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.468685 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.468839 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.468992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.469145 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.469346 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.469478 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.469634 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.469788 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471278 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471278 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471278 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471278 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471278 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471278 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471715 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471715 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471715 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471999 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.471999 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.472164 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.472164 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.472314 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.472617 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.472617 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.472782 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.472895 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.473039 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.473193 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.473370 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.473512 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.473671 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.473811 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.473970 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.474124 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.474279 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.474416 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.474578 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.474731 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_json = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.474886 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.475041 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.475195 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.475349 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.475504 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.475662 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.475798 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.475958 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.476111 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:48:43.476286 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.476447 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.476617 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.476769 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.476913 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.477065 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.477343 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.477483 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.477632 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.477768 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.477909 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.478046 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.478134 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.478276 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.478432 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.478592 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.478747 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.478904 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.479063 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.479219 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.479376 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.479532 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.479699 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.479859 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.480015 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.480154 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.480311 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.480456 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.480613 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.480780 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.481002 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.481165 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.481386 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.481540 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.481913 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.481913 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.482426 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.482426 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.482816 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.482816 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.483207 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.483207 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.483207 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.483818 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.483818 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.483818 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.483818 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.484329 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.484329 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.484329 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.484329 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.484794 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.484794 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.484794 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.485166 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.485166 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.485468 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.485468 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.485731 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.485731 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.486052 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.486367 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.486533 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.486696 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.486853 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.487010 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.487169 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.487335 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.487486 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.487645 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.487802 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.487958 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.488116 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.488273 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.488430 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.488589 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.488745 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.488901 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.489069 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.489203 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.489455 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.489613 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.489770 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.489928 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.490086 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.490244 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.490401 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.490560 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.490716 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.490872 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.491028 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.491197 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.491369 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.491527 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.491684 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.491840 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.491996 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.492153 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.492311 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.492470 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.492612 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.492771 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.492928 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.493084 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.493264 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.493423 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.493577 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.493732 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.493887 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.494043 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.494200 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.494356 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.494514 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.494667 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.494829 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.494976 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.495123 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.495261 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.495394 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.495534 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.495672 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.495824 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.495980 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.496145 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.496301 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.496460 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.496620 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.496776 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.496938 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.497096 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.497263 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.497420 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.497564 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.497722 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.497879 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.498023 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.498178 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.498432 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.498576 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.498673 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.498782 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.498939 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.499094 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.499272 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.499429 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.499583 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.499739 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.499894 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.500050 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.500206 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.500362 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.500520 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.500676 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.500834 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.500992 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.501149 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.501330 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.501485 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.502155 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.502317 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.502473 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.502630 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.502787 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.502944 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.503101 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.503257 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.503412 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.503569 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.503724 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.503880 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.504035 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.504192 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.504348 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.504503 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.504657 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.504813 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.504968 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.505124 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.505300 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.505458 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.505616 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.505772 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.505951 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.506110 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.506268 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.506425 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.506582 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.506739 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.506894 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.507051 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.507212 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.507368 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.507527 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.507686 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.507843 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.508001 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.508157 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.508313 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.508488 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.508643 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.508800 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.508958 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.509121 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.509308 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.509468 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.509624 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.509782 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.509937 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.510099 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.510257 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.510416 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.510574 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.510732 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.510888 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.511044 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.511201 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.511360 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.511519 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.511697 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.511823 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.511979 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.512138 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.512295 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.512452 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.512608 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.512764 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.512921 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.513078 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.513252 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.513412 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.513583 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.513742 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.513899 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.514056 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.514213 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.514370 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.514536 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.514694 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.514850 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.515006 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.515164 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.515321 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.515489 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.515647 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.515804 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.515961 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.516117 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.516274 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.516441 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.516599 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.516755 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.516911 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.517072 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.517822 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.518003 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.518161 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.518318 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.518475 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.518631 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.518788 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.518955 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.519113 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.519270 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.519426 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.519582 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.519739 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.519905 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.520066 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.520223 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.520388 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.520545 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.520701 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.520857 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.521026 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.521183 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.521363 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.521521 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.521677 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.521835 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.521994 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.522156 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.522322 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.522485 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.522642 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.522807 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.522971 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.523136 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.523292 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.523455 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.523623 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.523778 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.523936 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.524095 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.524251 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.524408 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.524565 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.524721 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.524877 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.525034 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.525191 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.525450 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.525612 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.525769 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.525925 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.526081 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.526238 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.526395 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.526552 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.526709 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:48:43.526863 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:48:43.644706 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45490) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:48:43.651594 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047779 Sep 26 17:48:43.656035 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038710 Sep 26 17:48:52.592285 dv-cinder-859317-1-iscsi neutron-server[118187]: DEBUG dbcounter [-] [118187] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=118187) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:48:55.032223 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d6e7a-6cd4-4d6b-8920-8a39e88642ec None None] get_active_networks_info from dv-cinder-859317-1-iscsi {{(pid=118304) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 17:48:55.063199 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writer thread running {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:48:55.063351 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writer thread running {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:48:55.133824 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d6e7a-6cd4-4d6b-8920-8a39e88642ec None None] No non-hosted networks {{(pid=118304) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 17:48:55.148654 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.agentschedulers_db [None req-342d6e7a-6cd4-4d6b-8920-8a39e88642ec None None] DHCP Agent not found on host dv-cinder-859317-1-iscsi {{(pid=118304) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 26 17:48:55.292984 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-880f25c6-8dcd-4afc-9bbf-53fdea647bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698763'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:56.722632 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writer thread running {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:48:57.399470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4febfc35-b301-461b-a45d-782be2da1c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698763'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:57.439303 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.db.api [None req-0f628b45-5d5f-4238-8fee-0178fd986d5b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-859317-1-iscsi {{(pid=118304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 17:48:57.440193 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG oslo_db.api [None req-0f628b45-5d5f-4238-8fee-0178fd986d5b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 17:48:58.032637 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0f628b45-5d5f-4238-8fee-0178fd986d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:58.540637 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698763'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:48:58.905167 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45562) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:48:59.453531 dv-cinder-859317-1-iscsi neutron-server[118303]: WARNING oslo_policy.policy [None req-d91a9a31-2c80-4720-a85b-5103a0ff88c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:48:59.454152 dv-cinder-859317-1-iscsi neutron-server[118303]: WARNING oslo_policy.policy [None req-d91a9a31-2c80-4720-a85b-5103a0ff88c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:48:59.672568 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [None req-d91a9a31-2c80-4720-a85b-5103a0ff88c5 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:48:59.674178 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d91a9a31-2c80-4720-a85b-5103a0ff88c5 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7676978 Sep 26 17:49:00.109254 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698763'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:00.109254 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.109254 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.109254 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114860 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114860 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114860 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114860 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.114860 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.115227 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.115227 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:00.115227 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859317-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:00.125739 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859317-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:00.128793 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698763'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:02.337832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45598) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:02.670218 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-94130a28-9150-4570-83de-31873e87418c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:49:02.683656 dv-cinder-859317-1-iscsi neutron-server[118303]: ERROR stevedore.extension [None req-94130a28-9150-4570-83de-31873e87418c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 17:49:02.763626 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.policy [None req-94130a28-9150-4570-83de-31873e87418c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=118303) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 17:49:02.805923 dv-cinder-859317-1-iscsi neutron-server[118303]: WARNING oslo_policy.policy [None req-94130a28-9150-4570-83de-31873e87418c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:49:02.806304 dv-cinder-859317-1-iscsi neutron-server[118303]: WARNING oslo_policy.policy [None req-94130a28-9150-4570-83de-31873e87418c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:49:02.825938 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writer thread running {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:49:02.959486 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94130a28-9150-4570-83de-31873e87418c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734156954334', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734156952786', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734156970998', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734156929161', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734156916693', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734156940901', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15996327', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16118737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1639586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677737'] for rbac-policy (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:03.171321 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94130a28-9150-4570-83de-31873e87418c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:03.172858 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-94130a28-9150-4570-83de-31873e87418c admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8337967 Sep 26 17:49:04.477019 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.db.l3_hamode_db [None req-5068f060-ec20-49ef-92d3-0129da058811 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 17:49:04.553092 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068f060-ec20-49ef-92d3-0129da058811 None None] Routers set() bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:49:04.553502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068f060-ec20-49ef-92d3-0129da058811 None None] Router IDs set() for agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 17:49:05.793616 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45608) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:06.116647 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:49:06.180159 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Made reservation on behalf of bb7132eb672a4ea2aec6ed2cb78319eb for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:49:06.184239 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.202502 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.309911 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks [] for security_group (f91de296-9060-4ffb-8d75-3167e9ae3df0), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.368711 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f91de296-9060-4ffb-8d75-3167e9ae3df0), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.394100 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 472} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:49:06.427440 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734159302328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (ca921a96-61b2-423c-ada8-5fc8a752488b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.428014 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Unsubscribe: segment precommit_create {{(pid=118303) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 17:49:06.428555 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Added segment ca921a96-61b2-423c-ada8-5fc8a752488b of type vlan for network 06f94daa-c514-4a3d-a9c0-359dfb565d5b Sep 26 17:49:06.462149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f91de296-9060-4ffb-8d75-3167e9ae3df0,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:06.499982 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.500321 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.500721 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.501593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.501925 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.502252 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.502573 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.502895 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.503215 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.503535 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.503855 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.504188 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.504507 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.504829 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.505143 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Tracked resource versions report: Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: pushed versions: Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: { 'AddressGroup': {'1.2'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Agent': {'1.1'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'ConntrackHelper': {'1.0'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Log': {'1.0'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'NDPProxy': {'1.0'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Network': {'1.1'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Port': {'1.7'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'PortForwarding': {'1.3'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'QosPolicy': {'1.10'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroup': {'1.5'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SubPort': {'1.0'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Subnet': {'1.1'}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Trunk': {'1.1'}} Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: consumer versions: Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Agent': '1.1', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'ConntrackHelper': '1.0', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'LocalIPAssociation': '1.0', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Log': '1.0', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'NDPProxy': '1.0', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Network': '1.1', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Port': '1.7', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'PortForwarding': '1.3', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'QosPolicy': '1.10', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroup': '1.5', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroupRule': '1.2', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SubPort': '1.0', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Subnet': '1.1', Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Trunk': '1.1'}} Sep 26 17:49:06.506626 dv-cinder-859317-1-iscsi neutron-server[118303]: {{(pid=118303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:49:06.541898 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (06f94daa-c514-4a3d-a9c0-359dfb565d5b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.626716 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (06f94daa-c514-4a3d-a9c0-359dfb565d5b), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.631596 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:06.632282 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:06.641528 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=56,neutron:INSERT=44 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:06.750979 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] Pushing event updated for resources: {'Network': ['ID=06f94daa-c514-4a3d-a9c0-359dfb565d5b,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:06.764173 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-47695cfb-fa64-48aa-803d-34fff04368e9 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9652307 Sep 26 17:49:06.776538 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:49:09.388993 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45622) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:09.799972 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6466311-8399-461b-80ad-43cf1778b533 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:09.801348 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c6466311-8399-461b-80ad-43cf1778b533 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/06f94daa-c514-4a3d-a9c0-359dfb565d5b HTTP/1.1" status: 200 len: 825 time: 0.4114323 Sep 26 17:49:09.826483 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-81d5cb3d-54ad-44a4-abf0-1bb8d601e922 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/0c2f76fd-abd4-4ece-9d88-d4f08b8c06df HTTP/1.1" status: 200 len: 734 time: 0.0191293 Sep 26 17:49:09.835571 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Request body: {'subnet': {'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '0c2f76fd-abd4-4ece-9d88-d4f08b8c06df'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:49:09.940418 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Made reservation on behalf of bb7132eb672a4ea2aec6ed2cb78319eb for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:49:09.942762 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:10.076568 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=13,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:10.289674 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (361b6374-2580-45d2-b960-ab86d372e2bb), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:10.357659 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Pushing event updated for resources: {'Subnet': ['ID=361b6374-2580-45d2-b960-ab86d372e2bb,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:10.366811 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Checking segment: {'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:49:10.367184 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Network hostable DHCP agents. Network: 06f94daa-c514-4a3d-a9c0-359dfb565d5b, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:49:10.471446 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:49:10.551353 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 06f94daa-c514-4a3d-a9c0-359dfb565d5b) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:49:10.555838 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:10.556432 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:10.560532 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d05960-98de-4a6b-8bea-5fa655e349f6 None None] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:49:10.634129 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c19df6c1-f329-4f05-b82e-81e276098856 demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8016381 Sep 26 17:49:10.821674 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'fixed_ips': [{'subnet_id': '361b6374-2580-45d2-b960-ab86d372e2bb'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:49:10.822955 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:11.095395 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Allocated IP 172.20.0.2 (06f94daa-c514-4a3d-a9c0-359dfb565d5b/361b6374-2580-45d2-b960-ab86d372e2bb/fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:49:11.358880 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Publish callbacks [] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:11.449706 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:11.526856 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:49:11.533212 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:49:11.538068 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Pushing event updated for resources: {'Port': ['ID=fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:11.540425 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:49:11.554220 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.554565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.554921 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.555277 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.555609 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.555944 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.556265 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.556587 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.556910 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.557256 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.557570 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.557919 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.558226 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.558543 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.558859 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Tracked resource versions report: Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: pushed versions: Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: { 'AddressGroup': {'1.2'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Agent': {'1.1'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'ConntrackHelper': {'1.0'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Log': {'1.0'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'NDPProxy': {'1.0'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Network': {'1.1'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Port': {'1.7'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'PortForwarding': {'1.3'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'QosPolicy': {'1.10'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroup': {'1.5'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SubPort': {'1.0'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Subnet': {'1.1'}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Trunk': {'1.1'}} Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: consumer versions: Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Agent': '1.1', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'ConntrackHelper': '1.0', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'LocalIPAssociation': '1.0', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Log': '1.0', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'NDPProxy': '1.0', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Network': '1.1', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Port': '1.7', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'PortForwarding': '1.3', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'QosPolicy': '1.10', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroup': '1.5', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroupRule': '1.2', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SubPort': '1.0', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Subnet': '1.1', Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Trunk': '1.1'}} Sep 26 17:49:11.560342 dv-cinder-859317-1-iscsi neutron-server[118304]: {{(pid=118304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:49:11.630862 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:11.634563 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Attempting to bind port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:49:11.635224 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Attempting to bind port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:49:11.635408 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Attempting to bind port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe on network 06f94daa-c514-4a3d-a9c0-359dfb565d5b {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:49:11.685902 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:49:11.686273 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Checking segment: {'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:49:11.686729 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:11.687112 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Bound using segment: {'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:49:11.687575 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Bound port: fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:49:11.687994 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:11.748270 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] For port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:49:11.768131 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] For port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe,segment=NetworkSegment(ca921a96-61b2-423c-ada8-5fc8a752488b),segment_id=ca921a96-61b2-423c-ada8-5fc8a752488b)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:49:11.843837 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:11.896620 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e80855-1335-4b94-9728-70d083e21f68 None None] Pushing event updated for resources: {'Port': ['ID=fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:12.103328 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:12.107854 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=8 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:13.285307 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45636) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:13.623746 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [None req-f46affe1-fce1-42a3-9640-848c2a7a187d admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:49:13.624727 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-f46affe1-fce1-42a3-9640-848c2a7a187d admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3386145 Sep 26 17:49:16.284301 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45644) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:16.607293 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [None req-9444c1e5-5b1e-4370-bd62-346f3f78a375 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:49:16.608275 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9444c1e5-5b1e-4370-bd62-346f3f78a375 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3231401 Sep 26 17:49:19.243470 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45656) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:19.579870 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-99251280-093d-4f5c-9873-cee222ac920d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:49:19.664701 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-99251280-093d-4f5c-9873-cee222ac920d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (93dbb33b-8d5d-4765-92da-64bf6d96c9af), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:19.666579 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-99251280-093d-4f5c-9873-cee222ac920d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (93dbb33b-8d5d-4765-92da-64bf6d96c9af), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:19.731022 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:49:19.808056 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-99251280-093d-4f5c-9873-cee222ac920d demo demo] Publish callbacks [] for router_controller (93dbb33b-8d5d-4765-92da-64bf6d96c9af), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:19.810641 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:19.811048 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:19.811447 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe Sep 26 17:49:19.861910 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-99251280-093d-4f5c-9873-cee222ac920d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (93dbb33b-8d5d-4765-92da-64bf6d96c9af), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:19.894659 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96163b6e-bf38-4daf-bb9b-50f6ad09775f None None] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:49:19.917391 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:19.942164 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-99251280-093d-4f5c-9873-cee222ac920d demo demo] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:19.943361 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-99251280-093d-4f5c-9873-cee222ac920d demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6988671 Sep 26 17:49:19.960229 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:19.960625 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:19.977621 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:20.046608 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe,segment=NetworkSegment(ca921a96-61b2-423c-ada8-5fc8a752488b),segment_id=ca921a96-61b2-423c-ada8-5fc8a752488b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:49:20.048440 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5536d16f-5400-4f48-8fb3-80ff151ad941 None None] Provisioning complete for port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:20.048835 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5536d16f-5400-4f48-8fb3-80ff151ad941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:20.049170 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5536d16f-5400-4f48-8fb3-80ff151ad941 None None] Attempt 1 to provision port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe Sep 26 17:49:20.121151 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:20.182843 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:20.220435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5536d16f-5400-4f48-8fb3-80ff151ad941 None None] Current status of the port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:20.338062 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-a0a81f4a-6ee3-47af-8e6a-9aac078f2345 None None] Provisioning complete for port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:20.338449 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a0a81f4a-6ee3-47af-8e6a-9aac078f2345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:20.338783 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-a0a81f4a-6ee3-47af-8e6a-9aac078f2345 None None] Attempt 1 to provision port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe Sep 26 17:49:20.413853 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-a0a81f4a-6ee3-47af-8e6a-9aac078f2345 None None] Current status of the port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:21.699230 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:49:21.743347 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:21.743742 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:21.744087 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe Sep 26 17:49:21.784774 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:21.815931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:22.571921 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45668) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:22.892720 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [None req-b9ee18d3-a922-48fe-9c28-8b9bbf37b90e admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:49:22.893731 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b9ee18d3-a922-48fe-9c28-8b9bbf37b90e admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3208909 Sep 26 17:49:25.082918 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-37dc54b1-e7d4-408d-bb23-340e90597a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:25.557518 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45676) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:25.879832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:49:25.974250 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Made reservation on behalf of f09075fdb6504d32a3cf3210669ac824 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:49:25.976642 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:25.984869 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:26.035766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:26.058093 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks [] for security_group (58523d48-431f-4c05-8d99-1e40271fe0bc), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:26.116803 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (58523d48-431f-4c05-8d99-1e40271fe0bc), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:26.135714 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Reserving flat network on physical network physnet1 {{(pid=118303) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 17:49:26.153777 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58523d48-431f-4c05-8d99-1e40271fe0bc,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:26.159102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (93d4ce06-38cd-415d-ac2b-7c963c00b69b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:26.159441 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Added segment 93d4ce06-38cd-415d-ac2b-7c963c00b69b of type flat for network d32c9b4d-d016-45b2-b987-468a8b579f4f Sep 26 17:49:26.206339 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (d32c9b4d-d016-45b2-b987-468a8b579f4f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:26.223591 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=19 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:26.300067 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (d32c9b4d-d016-45b2-b987-468a8b579f4f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:26.301291 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:26.302027 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:26.392646 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] Pushing event updated for resources: {'Network': ['ID=d32c9b4d-d016-45b2-b987-468a8b579f4f,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:26.402500 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network d32c9b4d-d016-45b2-b987-468a8b579f4f details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:49:26.416938 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c698fb4e-8e28-4b80-8b5c-fa8569c6011f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8583713 Sep 26 17:49:27.396562 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-e5aadbf6-94e5-4c76-bf78-be646f97762f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:28.546043 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:29.001884 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 45686) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:29.370659 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc88703-dd8c-41b5-a6e2-3be7fd255285 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:29.371963 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ddc88703-dd8c-41b5-a6e2-3be7fd255285 demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/361b6374-2580-45d2-b960-ab86d372e2bb HTTP/1.1" status: 200 len: 849 time: 0.3691423 Sep 26 17:49:29.491399 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-76718b0d-8d3c-4bea-a47b-bdd82f1723da demo admin] 10.222.0.49 "GET /networking/v2.0/routers/93dbb33b-8d5d-4765-92da-64bf6d96c9af HTTP/1.1" status: 200 len: 704 time: 0.1129653 Sep 26 17:49:29.749714 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.080660 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Allocated IP 172.20.0.1 (06f94daa-c514-4a3d-a9c0-359dfb565d5b/361b6374-2580-45d2-b960-ab86d372e2bb/98dd69a4-77fd-417e-b1a7-2304d9f39f5f) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:49:30.111472 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.145697 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.232420 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks [] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.250279 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:30.340688 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.416303 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:49:30.421072 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:49:30.428099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:49:30.428649 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (93dbb33b-8d5d-4765-92da-64bf6d96c9af), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.481485 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Pushing event updated for resources: {'Port': ['ID=98dd69a4-77fd-417e-b1a7-2304d9f39f5f,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:30.565841 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:30.586449 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Provisioning complete for port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:30.586819 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.587159 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Attempt 1 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:30.618062 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:49:30.680491 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.880671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks [] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.951157 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:30.951944 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (93dbb33b-8d5d-4765-92da-64bf6d96c9af), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:31.032989 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Pushing event updated for resources: {'Port': ['ID=98dd69a4-77fd-417e-b1a7-2304d9f39f5f,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:31.078397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:49:31.079638 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:49:31.119362 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Attempt 2 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:31.154726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:49:31.282981 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Router 93dbb33b-8d5d-4765-92da-64bf6d96c9af is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:49:31.370564 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:49:31.379193 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-92533aeb-6c00-4b85-9917-9f0144358207 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/93dbb33b-8d5d-4765-92da-64bf6d96c9af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8793941 Sep 26 17:49:31.382022 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Sync routers for ids ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:49:31.395412 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Routers {'93dbb33b-8d5d-4765-92da-64bf6d96c9af'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:49:31.396250 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:49:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:31.576398 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Set router 93dbb33b-8d5d-4765-92da-64bf6d96c9af gateway port host: None {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:49:31.655537 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Attempt 3 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:31.690520 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:49:31.987106 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'name': 'router1', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:49:19Z', 'updated_at': '2022-09-26T17:49:30Z', 'revision_number': 2, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'gw_port_host': None, '_interfaces': [{'id': '98dd69a4-77fd-417e-b1a7-2304d9f39f5f', 'name': '', 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'mac_address': 'fa:16:3e:a5:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:29Z', 'updated_at': '2022-09-26T17:49:30Z', 'revision_number': 2, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'subnets': [{'id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c2f76fd-abd4-4ece-9d88-d4f08b8c06df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:32.034667 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Checking router: 93dbb33b-8d5d-4765-92da-64bf6d96c9af for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:49:32.035054 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Updating router 93dbb33b-8d5d-4765-92da-64bf6d96c9af port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:49:32.089740 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:32.192108 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Attempt 4 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:32.223809 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:49:32.579556 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Publish callbacks [] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:32.637002 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:32.725186 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Attempt 5 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:32.758757 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:49:32.783333 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Pushing event updated for resources: {'Port': ['ID=98dd69a4-77fd-417e-b1a7-2304d9f39f5f,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:32.785742 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Attempting to bind port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:49:32.786129 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Attempting to bind port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:49:32.786569 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Attempting to bind port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f on network 06f94daa-c514-4a3d-a9c0-359dfb565d5b {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:49:32.823042 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.823382 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.823733 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.824085 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.824419 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.824743 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.825065 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.825416 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Tracked resource versions report: Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: pushed versions: Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: { 'AddressGroup': {'1.2'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Agent': {'1.1'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'ConntrackHelper': {'1.0'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Log': {'1.0'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'NDPProxy': {'1.0'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Network': {'1.1'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Port': {'1.7'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'PortForwarding': {'1.3'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'QosPolicy': {'1.10'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroup': {'1.5'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SubPort': {'1.0'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Subnet': {'1.1'}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Trunk': {'1.1'}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: consumer versions: Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Agent': '1.1', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'ConntrackHelper': '1.0', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'LocalIPAssociation': '1.0', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Log': '1.0', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'NDPProxy': '1.0', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Network': '1.1', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Port': '1.7', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'PortForwarding': '1.3', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'QosPolicy': '1.10', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroup': '1.5', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroupRule': '1.2', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SubPort': '1.0', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Subnet': '1.1', Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Trunk': '1.1'}} Sep 26 17:49:32.829874 dv-cinder-859317-1-iscsi neutron-server[118305]: {{(pid=118305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:49:32.881654 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:49:32.882051 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Checking segment: {'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:49:32.882511 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:32.882894 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Bound using segment: {'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:49:32.883383 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Bound port: 98dd69a4-77fd-417e-b1a7-2304d9f39f5f, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca921a96-61b2-423c-ada8-5fc8a752488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:49:32.883762 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:32.942533 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:32.948474 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] For port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:49:32.951207 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:32.968338 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] For port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=98dd69a4-77fd-417e-b1a7-2304d9f39f5f,segment=NetworkSegment(ca921a96-61b2-423c-ada8-5fc8a752488b),segment_id=ca921a96-61b2-423c-ada8-5fc8a752488b)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:49:33.049106 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:33.088221 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Routers {'93dbb33b-8d5d-4765-92da-64bf6d96c9af'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:49:33.088744 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:49:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:33.157999 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a744b3-b22f-44ca-839d-438995e7430c None None] Pushing event updated for resources: {'Port': ['ID=98dd69a4-77fd-417e-b1a7-2304d9f39f5f,revision_number=4']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:33.182760 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] Set router 93dbb33b-8d5d-4765-92da-64bf6d96c9af gateway port host: None {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:49:33.259749 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Attempt 6 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:33.334046 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Current status of the port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:33.334434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:33.366711 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] For port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=98dd69a4-77fd-417e-b1a7-2304d9f39f5f,segment=NetworkSegment(ca921a96-61b2-423c-ada8-5fc8a752488b),segment_id=ca921a96-61b2-423c-ada8-5fc8a752488b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:49:33.376071 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'name': 'router1', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:49:19Z', 'updated_at': '2022-09-26T17:49:30Z', 'revision_number': 2, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'gw_port_host': None, '_interfaces': [{'id': '98dd69a4-77fd-417e-b1a7-2304d9f39f5f', 'name': '', 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'mac_address': 'fa:16:3e:a5:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:29Z', 'updated_at': '2022-09-26T17:49:32Z', 'revision_number': 4, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'subnets': [{'id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c2f76fd-abd4-4ece-9d88-d4f08b8c06df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:33.411829 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea0f0e-04f8-465c-a840-10ffd6c403c3 None None] The sync data for ids ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'] in dv-cinder-859317-1-iscsi is: [{'id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'name': 'router1', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:49:19Z', 'updated_at': '2022-09-26T17:49:30Z', 'revision_number': 2, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'gw_port_host': None, '_interfaces': [{'id': '98dd69a4-77fd-417e-b1a7-2304d9f39f5f', 'name': '', 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'mac_address': 'fa:16:3e:a5:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:29Z', 'updated_at': '2022-09-26T17:49:32Z', 'revision_number': 4, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'subnets': [{'id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c2f76fd-abd4-4ece-9d88-d4f08b8c06df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:49:33.448930 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:33.499281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e0f21-ab49-4f67-8184-c785cc7789da None None] Pushing event updated for resources: {'Port': ['ID=98dd69a4-77fd-417e-b1a7-2304d9f39f5f,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:33.567623 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-426ed7c0-5a04-497f-aed8-934ef07d67aa None None] Provisioning complete for port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:33.567991 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-426ed7c0-5a04-497f-aed8-934ef07d67aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:33.568322 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-426ed7c0-5a04-497f-aed8-934ef07d67aa None None] Attempt 1 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:33.660519 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-426ed7c0-5a04-497f-aed8-934ef07d67aa None None] Current status of the port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:34.006072 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 45696) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:34.523850 dv-cinder-859317-1-iscsi neutron-server[118302]: WARNING oslo_policy.policy [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:49:34.524409 dv-cinder-859317-1-iscsi neutron-server[118302]: WARNING oslo_policy.policy [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:49:34.752277 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writer thread running {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:49:34.752913 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:34.906073 dv-cinder-859317-1-iscsi neutron-server[118302]: ERROR stevedore.extension [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 17:49:34.961178 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.policy [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=118302) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 17:49:35.003045 dv-cinder-859317-1-iscsi neutron-server[118302]: WARNING oslo_policy.policy [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:49:35.003428 dv-cinder-859317-1-iscsi neutron-server[118302]: WARNING oslo_policy.policy [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:49:35.011043 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:35.012986 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0653b646-3b52-4008-8524-56a7f6a264f4 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/d32c9b4d-d016-45b2-b987-468a8b579f4f HTTP/1.1" status: 200 len: 842 time: 1.0050642 Sep 26 17:49:35.022898 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:49:35.128291 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Made reservation on behalf of f09075fdb6504d32a3cf3210669ac824 for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:49:35.131272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:35.563985 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.objects.ports [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=118302) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 17:49:35.564476 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:35.635064 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:49:35.635419 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Network hostable DHCP agents. Network: d32c9b4d-d016-45b2-b987-468a8b579f4f, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:49:35.640292 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:35.655800 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.656143 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.656488 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.656818 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.657143 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.657494 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.657816 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.658136 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.658465 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.658781 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.659113 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.659451 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.659770 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.660083 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.660394 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Tracked resource versions report: Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: pushed versions: Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: { 'AddressGroup': {'1.2'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Agent': {'1.1'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'ConntrackHelper': {'1.0'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Log': {'1.0'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'NDPProxy': {'1.0'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Network': {'1.1'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Port': {'1.7'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'PortForwarding': {'1.3'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'QosPolicy': {'1.10'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroup': {'1.5'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SubPort': {'1.0'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Subnet': {'1.1'}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Trunk': {'1.1'}} Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: consumer versions: Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Agent': '1.1', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'ConntrackHelper': '1.0', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'LocalIPAssociation': '1.0', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Log': '1.0', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'NDPProxy': '1.0', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Network': '1.1', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Port': '1.7', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'PortForwarding': '1.3', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'QosPolicy': '1.10', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroup': '1.5', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroupRule': '1.2', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SubPort': '1.0', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Subnet': '1.1', Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Trunk': '1.1'}} Sep 26 17:49:35.661849 dv-cinder-859317-1-iscsi neutron-server[118302]: {{(pid=118302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:49:35.751603 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:49:35.825849 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, d32c9b4d-d016-45b2-b987-468a8b579f4f) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:49:35.830714 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:35.831462 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:35.836676 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0557de51-76d4-4285-9044-401f7c8bf563 None None] Network d32c9b4d-d016-45b2-b987-468a8b579f4f requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:49:35.918295 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-327b6381-b78f-4c1a-95ca-42896a0da94c admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8946381 Sep 26 17:49:35.942171 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82ad05-3f90-4af5-9188-b00a968dcd23 None None] Network d32c9b4d-d016-45b2-b987-468a8b579f4f requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:49:38.623509 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 45722) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:39.154935 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e18c9871-a972-4d96-ae25-96ba494cd0b9 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/93dbb33b-8d5d-4765-92da-64bf6d96c9af HTTP/1.1" status: 200 len: 710 time: 0.5301833 Sep 26 17:49:39.245440 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8acd0a-240e-4eee-a05d-0ae1ab7b7c1c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:49:39.246779 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-ca8acd0a-240e-4eee-a05d-0ae1ab7b7c1c demo admin] 10.222.0.49 "GET /networking/v2.0/networks/d32c9b4d-d016-45b2-b987-468a8b579f4f HTTP/1.1" status: 200 len: 886 time: 0.0858254 Sep 26 17:49:39.256013 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:49:39.452056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:39.496570 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks [] for router_gateway (93dbb33b-8d5d-4765-92da-64bf6d96c9af), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:39.598439 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:39.735988 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 98dd69a4-77fd-417e-b1a7-2304d9f39f5f up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:49:39.780039 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:39.780433 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:39.780814 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:49:39.810443 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks [] for router_gateway (93dbb33b-8d5d-4765-92da-64bf6d96c9af), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:39.853579 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:39.890496 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:40.040298 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Allocated IP 172.27.2.221 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/108f5e9c-0efd-4dd3-801d-18c044089b29) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:49:40.226078 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks [] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:40.329717 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:40.405188 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:49:40.409971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:49:40.412508 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:49:40.496690 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Pushing event updated for resources: {'Port': ['ID=108f5e9c-0efd-4dd3-801d-18c044089b29,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:40.576484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:40.802176 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks [] for router_gateway (93dbb33b-8d5d-4765-92da-64bf6d96c9af), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:40.967727 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:40.990170 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1694402', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-926'] for router (93dbb33b-8d5d-4765-92da-64bf6d96c9af), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:40.995237 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1694411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1694256', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695700'] for router (93dbb33b-8d5d-4765-92da-64bf6d96c9af), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:41.104070 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Router 93dbb33b-8d5d-4765-92da-64bf6d96c9af has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:49:41.235132 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:49:41.239526 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:41.240723 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cf9a06ce-8756-4a20-b210-c427b8d03887 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/93dbb33b-8d5d-4765-92da-64bf6d96c9af HTTP/1.1" status: 200 len: 890 time: 1.9878459 Sep 26 17:49:41.256438 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Sync routers for ids ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:49:41.265307 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:41.270277 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Routers {'93dbb33b-8d5d-4765-92da-64bf6d96c9af'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:49:41.270946 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:49:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:41.368113 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:41.369722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:41.434256 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:41.489186 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Set router 93dbb33b-8d5d-4765-92da-64bf6d96c9af gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:49:41.880450 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:41.927722 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'name': 'router1', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '108f5e9c-0efd-4dd3-801d-18c044089b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:49:19Z', 'updated_at': '2022-09-26T17:49:40Z', 'revision_number': 4, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'gw_port': {'id': '108f5e9c-0efd-4dd3-801d-18c044089b29', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:39Z', 'updated_at': '2022-09-26T17:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '98dd69a4-77fd-417e-b1a7-2304d9f39f5f', 'name': '', 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'mac_address': 'fa:16:3e:a5:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:29Z', 'updated_at': '2022-09-26T17:49:33Z', 'revision_number': 5, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'subnets': [{'id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c2f76fd-abd4-4ece-9d88-d4f08b8c06df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:41.975109 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Checking router: 93dbb33b-8d5d-4765-92da-64bf6d96c9af for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:49:41.975458 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Updating router 93dbb33b-8d5d-4765-92da-64bf6d96c9af port 108f5e9c-0efd-4dd3-801d-18c044089b29 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:49:42.027043 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:42.331302 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Publish callbacks [] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:42.373904 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:42.411647 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Attempting to bind port 108f5e9c-0efd-4dd3-801d-18c044089b29 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:49:42.412007 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Attempting to bind port 108f5e9c-0efd-4dd3-801d-18c044089b29 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:49:42.412363 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Attempting to bind port 108f5e9c-0efd-4dd3-801d-18c044089b29 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:49:42.445603 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b52c78-cbf2-4f1b-a181-99cb3c52c336 None None] Pushing event updated for resources: {'Port': ['ID=108f5e9c-0efd-4dd3-801d-18c044089b29,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:42.462299 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:49:42.462664 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:49:42.463071 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:42.463437 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:49:42.463901 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Bound port: 108f5e9c-0efd-4dd3-801d-18c044089b29, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:49:42.464287 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:42.510282 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] For port 108f5e9c-0efd-4dd3-801d-18c044089b29, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:49:42.513194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] For port 108f5e9c-0efd-4dd3-801d-18c044089b29, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=108f5e9c-0efd-4dd3-801d-18c044089b29,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:49:42.597269 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:42.635036 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Routers {'93dbb33b-8d5d-4765-92da-64bf6d96c9af'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:49:42.635623 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:49:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:42.688148 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b52c78-cbf2-4f1b-a181-99cb3c52c336 None None] Pushing event updated for resources: {'Port': ['ID=108f5e9c-0efd-4dd3-801d-18c044089b29,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:42.748652 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] Set router 93dbb33b-8d5d-4765-92da-64bf6d96c9af gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:49:42.942293 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'name': 'router1', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '108f5e9c-0efd-4dd3-801d-18c044089b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:49:19Z', 'updated_at': '2022-09-26T17:49:40Z', 'revision_number': 4, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'gw_port': {'id': '108f5e9c-0efd-4dd3-801d-18c044089b29', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:39Z', 'updated_at': '2022-09-26T17:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '98dd69a4-77fd-417e-b1a7-2304d9f39f5f', 'name': '', 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'mac_address': 'fa:16:3e:a5:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:29Z', 'updated_at': '2022-09-26T17:49:33Z', 'revision_number': 5, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'subnets': [{'id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c2f76fd-abd4-4ece-9d88-d4f08b8c06df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:49:42.967441 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a440a-c206-42f7-a465-81a8a7babebc None None] The sync data for ids ['93dbb33b-8d5d-4765-92da-64bf6d96c9af'] in dv-cinder-859317-1-iscsi is: [{'id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'name': 'router1', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '108f5e9c-0efd-4dd3-801d-18c044089b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:49:19Z', 'updated_at': '2022-09-26T17:49:40Z', 'revision_number': 4, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'gw_port': {'id': '108f5e9c-0efd-4dd3-801d-18c044089b29', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:39Z', 'updated_at': '2022-09-26T17:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '98dd69a4-77fd-417e-b1a7-2304d9f39f5f', 'name': '', 'network_id': '06f94daa-c514-4a3d-a9c0-359dfb565d5b', 'tenant_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'mac_address': 'fa:16:3e:a5:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dbb33b-8d5d-4765-92da-64bf6d96c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:49:29Z', 'updated_at': '2022-09-26T17:49:33Z', 'revision_number': 5, 'project_id': 'bb7132eb672a4ea2aec6ed2cb78319eb', 'subnets': [{'id': '361b6374-2580-45d2-b960-ab86d372e2bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c2f76fd-abd4-4ece-9d88-d4f08b8c06df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:49:43.378291 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=20 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:43.379523 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=61 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:43.748493 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 108f5e9c-0efd-4dd3-801d-18c044089b29 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:49:43.790560 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:43.794455 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 108f5e9c-0efd-4dd3-801d-18c044089b29 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:43.794834 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:43.795180 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 108f5e9c-0efd-4dd3-801d-18c044089b29 Sep 26 17:49:43.872505 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 108f5e9c-0efd-4dd3-801d-18c044089b29 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:43.872890 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:43.889090 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:43.893643 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 108f5e9c-0efd-4dd3-801d-18c044089b29, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=108f5e9c-0efd-4dd3-801d-18c044089b29,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:49:43.973663 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:44.018970 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=108f5e9c-0efd-4dd3-801d-18c044089b29,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:49:44.036671 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 45732) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:49:44.429149 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a35761bb-4455-4b8c-ae9f-57bbdfaca480 admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3913028 Sep 26 17:49:45.740565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 108f5e9c-0efd-4dd3-801d-18c044089b29 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:49:45.788368 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 108f5e9c-0efd-4dd3-801d-18c044089b29 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:49:45.788682 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (108f5e9c-0efd-4dd3-801d-18c044089b29), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:45.789010 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 108f5e9c-0efd-4dd3-801d-18c044089b29 Sep 26 17:49:45.856078 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 108f5e9c-0efd-4dd3-801d-18c044089b29 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:49:53.380428 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:49:54.422138 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=59 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:54.427397 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=25 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:49:55.135588 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a7075463-207a-47a1-9b38-b9dd53db5908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:57.362208 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd373-3dc4-4cf8-873a-79bce15c1309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:49:58.495754 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:00.139952 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:00.151027 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:00.393821 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:03.380415 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:10.055556 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:10.061007 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:10.067363 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:25.053027 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-576c2dd5-1d75-4fde-90e8-434452b9b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:27.389823 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-3bc3133b-495f-49e7-b90f-fed2110c69c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:28.499063 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:30.132957 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:30.144488 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:30.380249 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:50:37.396798 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:40.067013 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:40.070935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:40.076846 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:40.380506 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:53.375984 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:53.377843 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:55.057786 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0c74c19a-3686-4a8f-986b-2000ecb41b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:57.354996 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-884faaba-f7ba-4fbf-bcb1-6437b651ddc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:58.498237 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:00.132156 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:00.148971 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:07.379031 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:51:08.447213 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:10.069894 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:10.074284 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:11.475422 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46282) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:11.937032 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d41761e-b0e5-40e2-94d2-209dd7f29fed admin admin] GET failed (client error): The resource could not be found. Sep 26 17:51:11.938336 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8d41761e-b0e5-40e2-94d2-209dd7f29fed admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4619670 Sep 26 17:51:12.168377 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da01ff-f255-4bdf-95ad-2cf83e4f2720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:12.170042 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-17da01ff-f255-4bdf-95ad-2cf83e4f2720 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2273841 Sep 26 17:51:14.391096 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:14.759354 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46292) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:15.127483 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7b026-8010-4085-ac9d-ad4385df35ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:15.128897 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-efb7b026-8010-4085-ac9d-ad4385df35ae admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/361b6374-2580-45d2-b960-ab86d372e2bb HTTP/1.1" status: 200 len: 849 time: 0.3685760 Sep 26 17:51:15.138966 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:51:15.227684 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Publish callbacks [] for subnet (361b6374-2580-45d2-b960-ab86d372e2bb), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:15.457361 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734159244948'] for subnet (361b6374-2580-45d2-b960-ab86d372e2bb), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:15.489047 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:15.489592 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:15.490942 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/361b6374-2580-45d2-b960-ab86d372e2bb HTTP/1.1" status: 200 len: 868 time: 0.3556941 Sep 26 17:51:15.496086 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04955ea-f8b0-49f8-857e-c7905c32153d None None] Network 06f94daa-c514-4a3d-a9c0-359dfb565d5b requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:51:15.513834 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=361b6374-2580-45d2-b960-ab86d372e2bb,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:15.521815 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.522287 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.522666 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.523221 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.523541 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.523876 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.524201 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.524542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.524936 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.525283 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.531109 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.531109 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.531109 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.531109 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.531109 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de4d2-77f2-4df7-8396-d621a7544fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:15.806426 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Provisioning complete for port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:15.806806 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:15.807136 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Attempt 1 to provision port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe Sep 26 17:51:15.881395 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Current status of the port fcacf49f-7770-4bb8-bfe9-1e5fe8521cbe is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:15.890195 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Provisioning complete for port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:15.890519 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (98dd69a4-77fd-417e-b1a7-2304d9f39f5f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:15.890852 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Attempt 1 to provision port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f Sep 26 17:51:15.960406 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5ebcd0af-b934-4e03-9503-ac3593df7154 None None] Current status of the port 98dd69a4-77fd-417e-b1a7-2304d9f39f5f is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:17.376055 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:18.098380 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46300) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:18.569997 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c1c0f-8af3-4303-89fe-dfaf5d1f3ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:18.570472 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c1c0f-8af3-4303-89fe-dfaf5d1f3ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:18.571995 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-336c1c0f-8af3-4303-89fe-dfaf5d1f3ab1 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4724944 Sep 26 17:51:21.157446 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46310) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:21.562421 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6d2fc-a000-420f-870c-61ddf8b7a5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:21.562891 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6d2fc-a000-420f-870c-61ddf8b7a5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:21.564395 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-abe6d2fc-a000-420f-870c-61ddf8b7a5bc admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4060080 Sep 26 17:51:24.129744 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46318) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:24.542578 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c494a-fdba-46ed-977f-4061b1c9dfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:24.544357 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-785c494a-fdba-46ed-977f-4061b1c9dfd9 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/06f94daa-c514-4a3d-a9c0-359dfb565d5b HTTP/1.1" status: 200 len: 869 time: 0.4132435 Sep 26 17:51:25.108884 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-eb64682e-4101-4d6e-a982-abff0d984db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:27.101212 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46326) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:27.360120 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-76a986be-22ec-4989-87f4-42bd1004fec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:27.444204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:27.470188 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:27.511245 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30de745-90e3-4f54-a412-b96c0bcc867f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:27.512604 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d30de745-90e3-4f54-a412-b96c0bcc867f admin admin] 10.222.0.49 "GET /networking/v2.0/networks/d32c9b4d-d016-45b2-b987-468a8b579f4f HTTP/1.1" status: 200 len: 886 time: 0.4103987 Sep 26 17:51:28.514315 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:30.097611 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46334) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:30.142739 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:30.177456 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:30.497578 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10a305-fec1-471c-8a75-5894ed2f697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:30.498036 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10a305-fec1-471c-8a75-5894ed2f697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:30.499551 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8f10a305-fec1-471c-8a75-5894ed2f697b admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4010432 Sep 26 17:51:33.088962 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46342) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:33.609376 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec452a76-6505-40cc-b107-6e5afc91f8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:33.609829 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec452a76-6505-40cc-b107-6e5afc91f8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:33.611337 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-ec452a76-6505-40cc-b107-6e5afc91f8e2 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5214140 Sep 26 17:51:36.172806 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46352) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:36.530431 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc777ae8-3417-4847-80d5-752f8b69d489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:36.531758 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cc777ae8-3417-4847-80d5-752f8b69d489 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d HTTP/1.1" status: 200 len: 816 time: 0.3579845 Sep 26 17:51:39.090429 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46360) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:39.454432 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ce773-751c-45eb-b393-654f2dcadc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:39.455799 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-433ce773-751c-45eb-b393-654f2dcadc05 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/361b6374-2580-45d2-b960-ab86d372e2bb HTTP/1.1" status: 200 len: 868 time: 0.3643928 Sep 26 17:51:40.063235 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:40.065128 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:40.071876 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:44.377477 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:51:46.525902 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=12 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:46.527771 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=11 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:49.449280 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=10 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:49.451154 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=31 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:54.372630 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=19 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:54.373441 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=17 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:55.056722 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-568c2b56-3a16-4cfa-81a5-99e4b0748ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:57.357847 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-352d0475-1ebb-4ac7-84ae-4d3f0e1b56f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:58.512337 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:00.118726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:00.148098 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:09.093754 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46416) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:52:09.419320 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [None req-33d4bcb9-7c9d-4002-8f26-0f783750f7ce admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:52:09.420326 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-33d4bcb9-7c9d-4002-8f26-0f783750f7ce admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3255742 Sep 26 17:52:10.065024 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:10.073090 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:10.086177 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:12.079657 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46424) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:52:12.414231 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a15fff3-d32b-447d-8bdc-760e0e5ff4cb admin admin] GET failed (client error): The resource could not be found. Sep 26 17:52:12.415959 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4a15fff3-d32b-447d-8bdc-760e0e5ff4cb admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3353586 Sep 26 17:52:12.554770 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb9cd2-c237-418b-9412-d56eb45f869e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:52:12.556795 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-39eb9cd2-c237-418b-9412-d56eb45f869e admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362433 Sep 26 17:52:15.179348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46432) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:52:15.502468 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:52:15.614202 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Made reservation on behalf of f09075fdb6504d32a3cf3210669ac824 for: {'network': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:52:15.616572 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:15.661825 dv-cinder-859317-1-iscsi neutron-server[118302]: WARNING neutron.services.revisions.revision_plugin [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Could not find related network for resource to bump revision. Sep 26 17:52:15.678615 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 469} {{(pid=118302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:52:15.690881 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734159302328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (cdbf52f3-4d63-4d6e-9591-937d9c2b392e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:15.691398 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Unsubscribe: segment precommit_create {{(pid=118302) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 17:52:15.691879 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.segments_db [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Added segment cdbf52f3-4d63-4d6e-9591-937d9c2b392e of type vlan for network 9cc319ca-221f-495c-aa06-8c9d5514d275 Sep 26 17:52:15.734853 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (9cc319ca-221f-495c-aa06-8c9d5514d275), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:15.837393 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (9cc319ca-221f-495c-aa06-8c9d5514d275), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:15.838351 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:52:15.838921 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:15.927544 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Pushing event updated for resources: {'Network': ['ID=9cc319ca-221f-495c-aa06-8c9d5514d275,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:52:15.934509 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.934854 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.935206 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.935540 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.935867 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.936193 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.936519 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.936839 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.937172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.937520 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.937857 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.938179 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.938493 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.938806 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.939115 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:15.950873 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 9cc319ca-221f-495c-aa06-8c9d5514d275 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:52:15.988558 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-55b02ec4-28db-4fc8-8457-ec7291ba098c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8073854 Sep 26 17:52:18.607004 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46440) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:52:18.942433 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9043d6-196c-45ae-9f38-def1f7a265e1 admin admin] GET failed (client error): The resource could not be found. Sep 26 17:52:18.943689 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9d9043d6-196c-45ae-9f38-def1f7a265e1 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3357403 Sep 26 17:52:19.017507 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ebad1-19e8-4fde-81e2-0a3c3d692f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:52:19.018923 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-998ebad1-19e8-4fde-81e2-0a3c3d692f51 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703280 Sep 26 17:52:19.029332 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:52:19.118899 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Made reservation on behalf of f09075fdb6504d32a3cf3210669ac824 for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:52:19.121184 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:19.357535 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (c88c640b-4ad3-497d-81cf-b14fb7a37f2c), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:19.417436 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88c640b-4ad3-497d-81cf-b14fb7a37f2c,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:52:19.424628 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Checking segment: {'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:52:19.424975 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Network hostable DHCP agents. Network: 9cc319ca-221f-495c-aa06-8c9d5514d275, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:52:19.429298 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.429640 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.430026 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.430364 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.430754 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.431084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.431413 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.431728 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.432068 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.432389 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.432729 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.433064 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.433413 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.433727 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.434039 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:19.528522 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Network 9cc319ca-221f-495c-aa06-8c9d5514d275 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:52:19.604232 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 9cc319ca-221f-495c-aa06-8c9d5514d275) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:52:19.608381 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:52:19.608927 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:19.613761 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a9eccf-c13a-415e-a5c6-19ead74443e1 None None] Network 9cc319ca-221f-495c-aa06-8c9d5514d275 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:52:19.728071 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-919468ee-00d2-4fa8-a979-9c8fbe7697ff admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7019527 Sep 26 17:52:19.818103 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-9cc319ca-221f-495c-aa06-8c9d5514d275', 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275', 'project_id': 'f09075fdb6504d32a3cf3210669ac824', 'fixed_ips': [{'subnet_id': 'c88c640b-4ad3-497d-81cf-b14fb7a37f2c'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:52:19.819170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:19.962203 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Allocated IP 192.168.233.2 (9cc319ca-221f-495c-aa06-8c9d5514d275/c88c640b-4ad3-497d-81cf-b14fb7a37f2c/ab82dec8-b1b7-4207-88ac-6c71e05bdfce) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:52:20.107617 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Publish callbacks [] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:20.193538 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:20.237467 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Network 9cc319ca-221f-495c-aa06-8c9d5514d275 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:52:20.237467 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:52:20.240721 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:52:20.247152 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Pushing event updated for resources: {'Port': ['ID=ab82dec8-b1b7-4207-88ac-6c71e05bdfce,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:52:20.256218 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.256561 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.256912 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.257282 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.257614 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.257961 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.258273 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.258587 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.258899 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.259213 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.259525 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.259847 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.260159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.260466 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.260771 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:20.313428 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Attempting to bind port ab82dec8-b1b7-4207-88ac-6c71e05bdfce on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:52:20.313802 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Attempting to bind port ab82dec8-b1b7-4207-88ac-6c71e05bdfce by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:52:20.314142 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Attempting to bind port ab82dec8-b1b7-4207-88ac-6c71e05bdfce on network 9cc319ca-221f-495c-aa06-8c9d5514d275 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:52:20.356727 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:52:20.357096 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Checking segment: {'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:52:20.357686 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:20.358082 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Bound using segment: {'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:52:20.358642 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Bound port: ab82dec8-b1b7-4207-88ac-6c71e05bdfce, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:52:20.359023 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:20.422185 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] For port ab82dec8-b1b7-4207-88ac-6c71e05bdfce, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:52:20.425398 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] For port ab82dec8-b1b7-4207-88ac-6c71e05bdfce, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ab82dec8-b1b7-4207-88ac-6c71e05bdfce,segment=NetworkSegment(cdbf52f3-4d63-4d6e-9591-937d9c2b392e),segment_id=cdbf52f3-4d63-4d6e-9591-937d9c2b392e)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:52:20.518170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:20.572467 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a89f8-725f-494d-9e37-162adde2d7f9 None None] Pushing event updated for resources: {'Port': ['ID=ab82dec8-b1b7-4207-88ac-6c71e05bdfce,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:52:21.368207 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2811f-8043-41e9-8c7d-a0b0521da321 None None] Network 9cc319ca-221f-495c-aa06-8c9d5514d275 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:52:21.376647 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:52:21.442814 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] Provisioning complete for port ab82dec8-b1b7-4207-88ac-6c71e05bdfce triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:52:21.443202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:21.443538 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] Attempt 1 to provision port ab82dec8-b1b7-4207-88ac-6c71e05bdfce Sep 26 17:52:21.557011 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] Current status of the port ab82dec8-b1b7-4207-88ac-6c71e05bdfce is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:52:21.557439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:21.593694 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] For port ab82dec8-b1b7-4207-88ac-6c71e05bdfce, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ab82dec8-b1b7-4207-88ac-6c71e05bdfce,segment=NetworkSegment(cdbf52f3-4d63-4d6e-9591-937d9c2b392e),segment_id=cdbf52f3-4d63-4d6e-9591-937d9c2b392e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:52:21.679103 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:21.725314 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce63f61-c5ac-4e8b-8f30-e796c855c348 None None] Pushing event updated for resources: {'Port': ['ID=ab82dec8-b1b7-4207-88ac-6c71e05bdfce,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:52:21.798229 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-f19113ce-1db2-41ae-8fb4-2d9c239aa3a5 None None] Provisioning complete for port ab82dec8-b1b7-4207-88ac-6c71e05bdfce triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:52:21.798620 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f19113ce-1db2-41ae-8fb4-2d9c239aa3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:21.798959 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-f19113ce-1db2-41ae-8fb4-2d9c239aa3a5 None None] Attempt 1 to provision port ab82dec8-b1b7-4207-88ac-6c71e05bdfce Sep 26 17:52:21.835083 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ab82dec8-b1b7-4207-88ac-6c71e05bdfce up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:52:21.911705 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port ab82dec8-b1b7-4207-88ac-6c71e05bdfce triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:52:21.912016 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ab82dec8-b1b7-4207-88ac-6c71e05bdfce), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:21.912355 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port ab82dec8-b1b7-4207-88ac-6c71e05bdfce Sep 26 17:52:21.938153 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-f19113ce-1db2-41ae-8fb4-2d9c239aa3a5 None None] Current status of the port ab82dec8-b1b7-4207-88ac-6c71e05bdfce is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:52:21.946882 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:21.951905 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:21.958318 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:21.992704 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port ab82dec8-b1b7-4207-88ac-6c71e05bdfce is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:52:25.072843 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-18ce41eb-52e4-43ec-90a5-c380216d223e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:25.911247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:25.931876 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:27.387039 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cdb31894-9275-49ce-91d6-cf37d2350c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:28.516734 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:29.613037 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=50,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:29.618062 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:30.119093 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:30.150878 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:31.371146 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:31.376008 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:40.055603 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:40.069722 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:40.074166 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:53.373393 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:53.374142 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:55.066580 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-34a39e20-6419-42ea-a9d9-4e706e3247cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:57.335138 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bc90d34-1fd9-4ec6-b7c9-a9abf6ee866d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:58.375697 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:52:58.522084 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:00.123318 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:00.163852 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:08.371799 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:08.372542 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:10.071165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:10.074035 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:10.076737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:25.088429 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-d8505209-743c-40b7-9071-4272f38621fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:27.372184 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-179f335e-c04b-4d0f-b845-7bb5f4c74fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:28.526230 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:30.135039 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:30.162242 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:35.375837 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:53:40.072802 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:40.077234 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:40.079018 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:42.501250 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46482) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:42.506944 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [None req-9f7b5d4b-b4bc-447a-8c5b-797d04134fa3 tempest-verify_tempest_config-1897905503 tempest-verify_tempest_config-1897905503-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:53:42.507904 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9f7b5d4b-b4bc-447a-8c5b-797d04134fa3 tempest-verify_tempest_config-1897905503 tempest-verify_tempest_config-1897905503-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056126 Sep 26 17:53:43.228084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46500) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:43.561810 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:43.639296 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Publish callbacks [] for security_group (4fdc72ef-b88b-450e-bb80-0b971df67eb5), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:43.761961 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (4fdc72ef-b88b-450e-bb80-0b971df67eb5), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:43.805803 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc72ef-b88b-450e-bb80-0b971df67eb5,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:53:43.810033 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4b99650594524ec4b95ba3bdc814f8ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5809872 Sep 26 17:53:43.812844 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46504) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:43.815265 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.815601 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.815953 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.816283 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.816608 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.816931 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.817265 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.817584 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.817913 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.818230 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.818556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.818898 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.819206 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.819528 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.819816 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3ebe2f-020f-4aa1-a27f-0ae1b68b61ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:43.953595 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Publish callbacks [] for security_group (4fdc72ef-b88b-450e-bb80-0b971df67eb5), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:43.973392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Publish callbacks [] for security_group (4fdc72ef-b88b-450e-bb80-0b971df67eb5), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:44.145683 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (4fdc72ef-b88b-450e-bb80-0b971df67eb5), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:44.148321 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:44.149486 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4fdc72ef-b88b-450e-bb80-0b971df67eb5 HTTP/1.1" status: 204 len: 168 time: 0.3355954 Sep 26 17:53:44.158124 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc72ef-b88b-450e-bb80-0b971df67eb5,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:53:44.165348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.165694 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.166034 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.166368 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.166699 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.167026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.167348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.167682 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.168020 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.168343 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.168679 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.169019 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.169369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.169690 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:44.170002 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f8a23-354b-4b7e-9f17-d4ed71c8770e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:52.201236 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=14 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:52.203149 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=20 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:53.799098 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:53.811584 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:54.154593 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:54.161502 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:54.183054 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:54.190060 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:55.251739 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a72e208f-0a45-4842-b281-e6cdde6b79a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:57.354265 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-05c9b504-22d0-4720-a902-97961efb284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:58.525528 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:00.293290 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:00.304306 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:10.076245 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:10.080548 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:10.083253 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:12.374011 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:54:22.369723 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:22.370451 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:25.078683 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ba3edf68-51d0-42c7-8187-e5ceef3bb34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:27.375967 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9229c307-59fb-4836-b8b0-d6b685506519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:28.526493 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:30.118579 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:30.187109 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:40.083737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:40.087621 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:40.089328 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:49.373990 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 5 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:54:55.062992 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-72265e33-0ec5-49c8-9246-9241ccdd9050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:57.342983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-52dab15f-5131-4212-8a47-0b96c95e7586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:58.540129 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:59.368701 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:59.369509 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:00.154034 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:00.199667 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:10.083670 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:10.087537 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:10.089262 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:25.062730 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-806f7875-1026-431b-946c-439f0cbf5e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:25.656938 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698763'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:26.373689 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:55:27.387788 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-efecce23-3c4e-4c24-a510-0990eac245b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:28.553414 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:30.130761 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:30.158963 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:33.411926 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:36.369323 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:37.789074 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46598) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:37.918023 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6bb02c77-b703-4d30-ae60-d2a6fa1028fb admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1278768 Sep 26 17:55:40.088414 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:40.091750 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=9 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:40.093809 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=4,neutron:INSERT=1,neutron:SELECT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:40.382277 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46608) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:40.437059 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-3060427e-5632-45d2-a9dc-13299e39667d admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537705 Sep 26 17:55:50.431976 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:50.432722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:52.191478 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=14 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:52.197555 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=12 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:55.073128 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-729f0874-a6d5-4872-b96b-b907f98c4c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:55.615439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:57.352752 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-646017e0-fe30-40a5-b29c-47780353005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:58.549506 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:00.123779 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:00.220789 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:03.373116 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:56:10.094661 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:10.098614 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:10.100332 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=5,neutron:SELECT=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:13.368854 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:13.369598 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:25.100566 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-c7bf3b87-2efe-4ef0-92f7-1850b55778ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:25.623421 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:27.357713 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2e38460b-5c30-479d-9509-3b0273f324c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:28.535087 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:30.140438 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:30.182761 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:40.062983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:40.099197 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:40.100301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:40.372401 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:56:53.383991 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=8 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:53.384731 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:55.073699 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7601efa8-a336-4371-b917-7112b8f7541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:55.622308 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:57.347698 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-65d3f939-ab3a-4349-979c-f3ec2e39ed24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:58.545413 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:00.130632 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:00.204823 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:10.097808 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:10.103831 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:10.110593 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:13.932208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46786) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:14.589268 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-441889285-network', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:14.618753 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46806) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:14.666669 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Made reservation on behalf of cc91a89f645645c5be0747fa7cc91bb6 for: {'network': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:14.669539 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:14.680212 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:14.742617 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46816) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:14.770276 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks [] for security_group (d7a285a9-5779-4928-bc92-32b7a0e60d63), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:14.784284 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46832) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:14.884171 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (d7a285a9-5779-4928-bc92-32b7a0e60d63), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:14.911301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a285a9-5779-4928-bc92-32b7a0e60d63,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:14.919773 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.920118 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.920473 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.920811 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.921140 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.921493 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.921815 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.922131 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.922472 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.922792 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.923126 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.923449 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.923765 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.924089 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.924398 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Tracked resource versions report: Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: pushed versions: Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: { 'AddressGroup': {'1.2'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Agent': {'1.1'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'ConntrackHelper': {'1.0'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Log': {'1.0'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'NDPProxy': {'1.0'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Network': {'1.1'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Port': {'1.7'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'PortForwarding': {'1.3'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'QosPolicy': {'1.10'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroup': {'1.5'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SubPort': {'1.0'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Subnet': {'1.1'}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Trunk': {'1.1'}} Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: consumer versions: Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Agent': '1.1', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'ConntrackHelper': '1.0', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'LocalIPAssociation': '1.0', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Log': '1.0', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'NDPProxy': '1.0', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Network': '1.1', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Port': '1.7', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'PortForwarding': '1.3', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'QosPolicy': '1.10', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroup': '1.5', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SecurityGroupRule': '1.2', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'SubPort': '1.0', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Subnet': '1.1', Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: 'Trunk': '1.1'}} Sep 26 17:57:14.925632 dv-cinder-859317-1-iscsi neutron-server[118302]: {{(pid=118302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:57:14.938210 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 480} {{(pid=118302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:14.947884 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (a6ca763a-adb2-4a96-9076-086557f99da7), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:14.948230 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.segments_db [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Added segment a6ca763a-adb2-4a96-9076-086557f99da7 of type vlan for network 5c4905c3-b6d4-4b95-988f-f86fad27c092 Sep 26 17:57:14.994080 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (5c4905c3-b6d4-4b95-988f-f86fad27c092), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.051589 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-network', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:15.084413 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (5c4905c3-b6d4-4b95-988f-f86fad27c092), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.085545 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:15.086119 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.092216 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-934076463-network', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:15.154973 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-762723710-network', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:15.158486 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4905c3-b6d4-4b95-988f-f86fad27c092,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:15.170625 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:15.177862 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46860) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:15.196504 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Made reservation on behalf of 222cdd96fb334e63a823cab0d33f939f for: {'network': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:15.198914 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.213717 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.266190 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46866) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:15.266399 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-189fe9b2-5665-4f1c-8d11-3e29ea6202a3 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3323658 Sep 26 17:57:15.274410 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Request body: {'subnet': {'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-441889285-subnet', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:15.318567 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks [] for security_group (33f3aed7-f656-40d8-9bb4-db6507be33df), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.353720 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-387350476-network', 'tenant_id': '641b37d85a344b1791fcdff859318e42'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:15.359488 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Made reservation on behalf of b04dd3fdb6ab4fddbd9f68b60cac3568 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:15.361951 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.372264 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.406640 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Made reservation on behalf of 6cd1fad813d94b6cba21a788b11d2cd8 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:15.409177 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.411236 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Made reservation on behalf of cc91a89f645645c5be0747fa7cc91bb6 for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:15.413359 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.427187 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (33f3aed7-f656-40d8-9bb4-db6507be33df), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.441497 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.454618 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 461} {{(pid=118302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:15.497827 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f3aed7-f656-40d8-9bb4-db6507be33df,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:15.527274 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Made reservation on behalf of 641b37d85a344b1791fcdff859318e42 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:15.527559 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (ac4ac307-5d6c-4d09-b43f-a0f1354dead6), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.529089 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.segments_db [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Added segment ac4ac307-5d6c-4d09-b43f-a0f1354dead6 of type vlan for network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 Sep 26 17:57:15.530052 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.562654 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.600240 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (d5c08d16-21cf-4774-99c2-a11d7b1a50a8), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.633458 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:15.696659 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (d5c08d16-21cf-4774-99c2-a11d7b1a50a8), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.698064 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:15.699029 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.769781 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks [] for security_group (2ff91ee8-398e-4ec6-9708-f4d64b61eb13), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.821625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks [] for security_group (b4bee51d-72c4-46c9-83dd-800ab7e0971e), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.845722 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c08d16-21cf-4774-99c2-a11d7b1a50a8,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:15.858801 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4f4798f2-4f91-45bf-83c2-9ce82dd37700 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2361743 Sep 26 17:57:15.860641 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46892) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:15.862166 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:15.882108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Request body: {'subnet': {'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-subnet', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:15.931149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks [] for security_group (306056f3-7a1a-4697-8176-0df9be3be83b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.935152 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:15.939434 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2ff91ee8-398e-4ec6-9708-f4d64b61eb13), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.956060 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b4bee51d-72c4-46c9-83dd-800ab7e0971e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.973739 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 466} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:16.008627 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:16.027157 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (ac2f55bd-dac0-401f-9240-682fa4e758dd), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.027499 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Added segment ac2f55bd-dac0-401f-9240-682fa4e758dd of type vlan for network 7327a67e-44b9-426d-af9d-05e96c87ac54 Sep 26 17:57:16.031667 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Made reservation on behalf of 222cdd96fb334e63a823cab0d33f939f for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:16.035001 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.054220 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:16.055781 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (462ccdbc-0203-4cac-b097-07273ae35335), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.056121 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Added segment 462ccdbc-0203-4cac-b097-07273ae35335 of type vlan for network 680642b0-d74e-45e5-b069-df22d4ab0dea Sep 26 17:57:16.068938 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (306056f3-7a1a-4697-8176-0df9be3be83b), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.139711 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff91ee8-398e-4ec6-9708-f4d64b61eb13,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:16.151002 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (7327a67e-44b9-426d-af9d-05e96c87ac54), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.166989 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:16.167422 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:16.191593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.192839 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.193690 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.194253 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.194795 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.195323 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.195796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.196342 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.196891 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.197632 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.198123 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.198610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.200111 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.200651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.201143 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Tracked resource versions report: Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: pushed versions: Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: { 'AddressGroup': {'1.2'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Agent': {'1.1'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'ConntrackHelper': {'1.0'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Log': {'1.0'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'NDPProxy': {'1.0'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Network': {'1.1'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Port': {'1.7'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'PortForwarding': {'1.3'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'QosPolicy': {'1.10'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroup': {'1.5'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SubPort': {'1.0'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Subnet': {'1.1'}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Trunk': {'1.1'}} Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: consumer versions: Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Agent': '1.1', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'ConntrackHelper': '1.0', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'LocalIPAssociation': '1.0', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Log': '1.0', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'NDPProxy': '1.0', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Network': '1.1', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Port': '1.7', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'PortForwarding': '1.3', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'QosPolicy': '1.10', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroup': '1.5', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SecurityGroupRule': '1.2', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'SubPort': '1.0', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Subnet': '1.1', Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: 'Trunk': '1.1'}} Sep 26 17:57:16.204643 dv-cinder-859317-1-iscsi neutron-server[118303]: {{(pid=118303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:57:16.233903 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (680642b0-d74e-45e5-b069-df22d4ab0dea), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.279961 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (a67f4f0a-4e60-4bca-877c-5f8762917955), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.280239 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Added segment a67f4f0a-4e60-4bca-877c-5f8762917955 of type vlan for network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 Sep 26 17:57:16.316926 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (91385043-853d-4e4e-8333-be028f582746), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.373303 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (680642b0-d74e-45e5-b069-df22d4ab0dea), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.374478 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:16.375094 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.436465 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91385043-853d-4e4e-8333-be028f582746,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:16.452602 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Checking segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:16.452958 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Network hostable DHCP agents. Network: d5c08d16-21cf-4774-99c2-a11d7b1a50a8, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:16.486690 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.518984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bee51d-72c4-46c9-83dd-800ab7e0971e,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:16.553695 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (7327a67e-44b9-426d-af9d-05e96c87ac54), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.554868 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:16.555333 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.557498 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306056f3-7a1a-4697-8176-0df9be3be83b,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:16.561117 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] Pushing event updated for resources: {'Network': ['ID=680642b0-d74e-45e5-b069-df22d4ab0dea,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:16.594406 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 680642b0-d74e-45e5-b069-df22d4ab0dea details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:16.607972 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:16.648041 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (04a10886-0b55-47d1-ac58-68768809612d), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.655656 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.656598 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:16.657443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:16.662379 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-80977006-d969-45ce-80aa-5b07d35e3b2f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8764257 Sep 26 17:57:16.666185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46950) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:16.673025 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Request body: {'subnet': {'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-762723710-subnet', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:16.696735 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] Pushing event updated for resources: {'Network': ['ID=7327a67e-44b9-426d-af9d-05e96c87ac54,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:16.709985 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:16.719047 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b090664d-1890-44c6-befa-0327a00b1be5 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9722068 Sep 26 17:57:16.719439 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46952) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:16.729897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Request body: {'subnet': {'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-934076463-subnet', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:16.764747 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, d5c08d16-21cf-4774-99c2-a11d7b1a50a8) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:16.770302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:16.770829 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a10886-0b55-47d1-ac58-68768809612d,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:16.775396 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.051705 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96942b45-ff34-4a93-b2e3-11b819a7de7e None None] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:17.052456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Checking segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:17.052456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Network hostable DHCP agents. Network: 5c4905c3-b6d4-4b95-988f-f86fad27c092, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:17.052456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] Pushing event updated for resources: {'Network': ['ID=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:17.052456 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-50b8bf42-bbed-4a31-b150-fd77b5f8d7ae admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6266551 Sep 26 17:57:17.052456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46954) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:17.054522 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Made reservation on behalf of 6cd1fad813d94b6cba21a788b11d2cd8 for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:17.058301 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Request body: {'subnet': {'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-subnet', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:17.059568 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.059795 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:17.060034 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:17.060034 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Made reservation on behalf of 641b37d85a344b1791fcdff859318e42 for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:17.060034 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.060491 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-30c2e59b-6d6b-4a4d-a983-2bc5165bc8e0 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0923121 Sep 26 17:57:17.060717 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 5c4905c3-b6d4-4b95-988f-f86fad27c092) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:17.060717 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46956) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:17.061004 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Made reservation on behalf of b04dd3fdb6ab4fddbd9f68b60cac3568 for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:17.061004 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.061264 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:17.061421 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:17.061616 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:17.061616 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.061906 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c82a1-dc08-4221-bc19-347672dd13e9 None None] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:17.065287 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-d5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:57:17.065287 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.237293 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-5c4905c3-b6d4-4b95-988f-f86fad27c092', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:57:17.238244 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.322309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46962) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:17.332228 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.332367 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (04b4c82a-2512-4631-ba5b-750df72fcf3f), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.333687 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.342488 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d122e569-17bf-4cb7-8f9d-be0192c7bd21 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0728722 Sep 26 17:57:17.349197 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46966) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:17.352090 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Allocated IP 172.20.0.2 (d5c08d16-21cf-4774-99c2-a11d7b1a50a8/91385043-853d-4e4e-8333-be028f582746/5ca972f5-4597-450b-af11-4c2ed9d01a43) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:17.355744 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:17.379546 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:57:17.433138 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks [] for router_controller (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.434715 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (ef585569-a6ac-413e-9725-d887e848c652), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.439363 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (ed949ed7-d3d1-4657-bfb4-9bc19322fd90), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.447646 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b4c82a-2512-4631-ba5b-750df72fcf3f,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:17.493264 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Allocated IP 172.20.0.2 (5c4905c3-b6d4-4b95-988f-f86fad27c092/04a10886-0b55-47d1-ac58-68768809612d/fb0eac00-5a1a-41c9-9002-9f56b06e1b28) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:17.508539 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed949ed7-d3d1-4657-bfb4-9bc19322fd90,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:17.515377 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Checking segment: {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:17.515730 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Network hostable DHCP agents. Network: 680642b0-d74e-45e5-b069-df22d4ab0dea, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:17.547069 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (6b38a441-501f-4c26-8736-379f421d609f), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.548072 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (6b38a441-501f-4c26-8736-379f421d609f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.555035 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a2036bf2-96bf-48bb-a8aa-1f12310a27f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.604833 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks [] for router_controller (6b38a441-501f-4c26-8736-379f421d609f), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.637787 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Publish callbacks [] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.641772 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Checking segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:17.642127 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Network hostable DHCP agents. Network: ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:17.648510 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46972) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:17.713883 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Checking segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:17.714227 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Network hostable DHCP agents. Network: 7327a67e-44b9-426d-af9d-05e96c87ac54, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:17.742127 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.755347 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef585569-a6ac-413e-9725-d887e848c652,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:17.790026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a2036bf2-96bf-48bb-a8aa-1f12310a27f8 admin admin] Publish callbacks [] for security_group (2ac75dcf-3e90-426b-8210-a04b43c4cf6f), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.798699 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks [] for router_gateway (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.808262 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Pushing event updated for resources: {'Port': ['ID=5ca972f5-4597-450b-af11-4c2ed9d01a43,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:17.820582 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.820938 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.821305 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.821668 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.822007 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.822327 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.822653 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.822976 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.823298 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.823601 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.823926 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.824406 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.824735 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.825069 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.825421 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Tracked resource versions report: Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: pushed versions: Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: { 'AddressGroup': {'1.2'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Agent': {'1.1'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'ConntrackHelper': {'1.0'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Log': {'1.0'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'NDPProxy': {'1.0'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Network': {'1.1'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Port': {'1.7'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'PortForwarding': {'1.3'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'QosPolicy': {'1.10'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroup': {'1.5'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SubPort': {'1.0'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Subnet': {'1.1'}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Trunk': {'1.1'}} Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: consumer versions: Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Agent': '1.1', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'ConntrackHelper': '1.0', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'LocalIPAssociation': '1.0', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Log': '1.0', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'NDPProxy': '1.0', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Network': '1.1', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Port': '1.7', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'PortForwarding': '1.3', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'QosPolicy': '1.10', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroup': '1.5', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SecurityGroupRule': '1.2', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'SubPort': '1.0', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Subnet': '1.1', Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: 'Trunk': '1.1'}} Sep 26 17:57:17.826606 dv-cinder-859317-1-iscsi neutron-server[118304]: {{(pid=118304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:57:17.829685 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Publish callbacks [] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.840198 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:17.841840 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:17.844435 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Network 680642b0-d74e-45e5-b069-df22d4ab0dea is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:17.846629 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:17.851274 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:17.887477 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:17.906374 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ce0acbf6-90e1-45c5-876b-d81fbfad9295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.914703 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a2036bf2-96bf-48bb-a8aa-1f12310a27f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2ac75dcf-3e90-426b-8210-a04b43c4cf6f), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.925494 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Attempting to bind port 5ca972f5-4597-450b-af11-4c2ed9d01a43 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:17.925867 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Attempting to bind port 5ca972f5-4597-450b-af11-4c2ed9d01a43 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:17.926229 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Attempting to bind port 5ca972f5-4597-450b-af11-4c2ed9d01a43 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:17.963598 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:17.970050 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:17.970421 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Checking segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:17.970820 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.971210 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Bound using segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:17.971714 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Bound port: 5ca972f5-4597-450b-af11-4c2ed9d01a43, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:17.972288 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.986265 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 680642b0-d74e-45e5-b069-df22d4ab0dea) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:17.991864 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:17.993260 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:17.999096 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 7327a67e-44b9-426d-af9d-05e96c87ac54) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:18.001291 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks [] for router_gateway (6b38a441-501f-4c26-8736-379f421d609f), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.004865 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:18.006567 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:18.007266 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:18.008202 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.020495 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a2036bf2-96bf-48bb-a8aa-1f12310a27f8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=86d7b781a603458b86383cfa2ae8e0a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6945031 Sep 26 17:57:18.024329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2036bf2-96bf-48bb-a8aa-1f12310a27f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac75dcf-3e90-426b-8210-a04b43c4cf6f,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:18.030592 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46984) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:18.039772 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] For port 5ca972f5-4597-450b-af11-4c2ed9d01a43, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:18.044050 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] For port 5ca972f5-4597-450b-af11-4c2ed9d01a43, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=5ca972f5-4597-450b-af11-4c2ed9d01a43,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:18.046518 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:18.047221 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.049343 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:18.050488 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:18.052465 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b924de4-2842-496d-bb5d-26bae08d1f9f None None] Network 680642b0-d74e-45e5-b069-df22d4ab0dea requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:18.090257 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9a364c2f-26ef-4eb7-b976-6df4f81e937a admin admin] Publish callbacks [] for security_group (2ac75dcf-3e90-426b-8210-a04b43c4cf6f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.093029 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f1224-a7f2-4246-89dc-f5a931820659 None None] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:18.095549 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102aa1e7-2f56-456c-bee5-3d696ae66f0e None None] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:18.098432 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.116483 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9a364c2f-26ef-4eb7-b976-6df4f81e937a admin admin] Publish callbacks [] for security_group (2ac75dcf-3e90-426b-8210-a04b43c4cf6f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.136537 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cece84a1-74bf-49a5-9009-f1aab1341bc5 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4681001 Sep 26 17:57:18.142057 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-45b442fc-68a2-49a4-97d1-be920e9e56a2 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4165850 Sep 26 17:57:18.142871 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 46992) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:18.155584 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46994) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:18.155970 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:18.162173 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:18.266705 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:18.295547 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.332083 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (ca96ba20-db69-4e4f-9992-746da2ce2890), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.333590 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (ca96ba20-db69-4e4f-9992-746da2ce2890), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.342983 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9a364c2f-26ef-4eb7-b976-6df4f81e937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2ac75dcf-3e90-426b-8210-a04b43c4cf6f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.344835 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:18.346159 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9a364c2f-26ef-4eb7-b976-6df4f81e937a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.351741 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-0dffda6f-c2e1-4af1-aa8c-6cef4fd3045c admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5385258 Sep 26 17:57:18.351923 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-9a364c2f-26ef-4eb7-b976-6df4f81e937a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2ac75dcf-3e90-426b-8210-a04b43c4cf6f HTTP/1.1" status: 204 len: 168 time: 0.3175678 Sep 26 17:57:18.357362 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:18.360514 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 46996) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:18.368659 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:18.377842 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:18.384847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a364c2f-26ef-4eb7-b976-6df4f81e937a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac75dcf-3e90-426b-8210-a04b43c4cf6f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:18.475695 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ce0acbf6-90e1-45c5-876b-d81fbfad9295 admin admin] Publish callbacks [] for security_group (34b1f529-74fd-4c8d-91c0-705bcd3a9a81), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.484825 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Pushing event updated for resources: {'Port': ['ID=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:18.537053 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks [] for router_gateway (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.537262 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks [] for router_controller (ca96ba20-db69-4e4f-9992-746da2ce2890), precommit_add_association {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.557651 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-680642b0-d74e-45e5-b069-df22d4ab0dea', 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea', 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'fixed_ips': [{'subnet_id': '04b4c82a-2512-4631-ba5b-750df72fcf3f'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:57:18.558873 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.589059 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (4de50d29-5741-4755-8036-3b46089aaeff), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.589059 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (4de50d29-5741-4755-8036-3b46089aaeff), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.596816 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ce0acbf6-90e1-45c5-876b-d81fbfad9295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (34b1f529-74fd-4c8d-91c0-705bcd3a9a81), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.614757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (d3d8a350-ff90-4f6a-858e-4e125eb08b22), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.615771 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (d3d8a350-ff90-4f6a-858e-4e125eb08b22), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.625709 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.654849 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'project_id': '641b37d85a344b1791fcdff859318e42', 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:57:18.656073 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.748444 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-7327a67e-44b9-426d-af9d-05e96c87ac54', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:57:18.749518 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.773395 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ce0acbf6-90e1-45c5-876b-d81fbfad9295 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c62207310b144785b87a0ba6f65e5af1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1202009 Sep 26 17:57:18.777410 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0acbf6-90e1-45c5-876b-d81fbfad9295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b1f529-74fd-4c8d-91c0-705bcd3a9a81,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:18.785356 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47002) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:18.839859 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks [] for router_controller (4de50d29-5741-4755-8036-3b46089aaeff), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.856916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks [] for router_gateway (6b38a441-501f-4c26-8736-379f421d609f), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.861364 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Attempting to bind port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:18.861748 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Attempting to bind port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:18.862215 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Attempting to bind port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:18.871120 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c49a9-a2bb-4497-bae3-35f2f8bba652 None None] Pushing event updated for resources: {'Port': ['ID=5ca972f5-4597-450b-af11-4c2ed9d01a43,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:18.880509 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks [] for router_gateway (ca96ba20-db69-4e4f-9992-746da2ce2890), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.892685 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks [] for router_controller (d3d8a350-ff90-4f6a-858e-4e125eb08b22), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:18.943713 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.139958 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:19.158473 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Allocated IP 172.27.2.184 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/3422a309-e061-4c0a-8ff3-e6940c8d97bf) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:19.180557 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Allocated IP 172.20.0.2 (680642b0-d74e-45e5-b069-df22d4ab0dea/04b4c82a-2512-4631-ba5b-750df72fcf3f/60654609-318c-4efc-a220-5b4b453ab430) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:19.188696 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:19.189123 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Checking segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:19.189594 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.189980 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Bound using segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:19.190984 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Bound port: fb0eac00-5a1a-41c9-9002-9f56b06e1b28, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:19.191515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.265759 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16f4172c-0027-4a1a-927d-bd93c4ffea7d admin admin] Publish callbacks [] for security_group (34b1f529-74fd-4c8d-91c0-705bcd3a9a81), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.353663 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks [] for router_gateway (4de50d29-5741-4755-8036-3b46089aaeff), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.355590 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Allocated IP 172.20.0.2 (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7/ed949ed7-d3d1-4657-bfb4-9bc19322fd90/4daf1f43-8eb7-4b03-8619-37b34c798abf) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:19.395312 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16f4172c-0027-4a1a-927d-bd93c4ffea7d admin admin] Publish callbacks [] for security_group (34b1f529-74fd-4c8d-91c0-705bcd3a9a81), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.399731 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks [] for router_gateway (d3d8a350-ff90-4f6a-858e-4e125eb08b22), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.407601 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks [] for router_gateway (ca96ba20-db69-4e4f-9992-746da2ce2890), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.467509 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.501737 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks [] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.505041 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Publish callbacks [] for port (60654609-318c-4efc-a220-5b4b453ab430), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.629677 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] For port fb0eac00-5a1a-41c9-9002-9f56b06e1b28, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:19.649793 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] For port fb0eac00-5a1a-41c9-9002-9f56b06e1b28, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:19.649793 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Allocated IP 172.20.0.2 (7327a67e-44b9-426d-af9d-05e96c87ac54/ef585569-a6ac-413e-9725-d887e848c652/32a29617-cfc3-4e33-b230-24a88b46a3e1) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:19.681078 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16f4172c-0027-4a1a-927d-bd93c4ffea7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (34b1f529-74fd-4c8d-91c0-705bcd3a9a81), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.683614 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16f4172c-0027-4a1a-927d-bd93c4ffea7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.684553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (60654609-318c-4efc-a220-5b4b453ab430), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.684985 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-16f4172c-0027-4a1a-927d-bd93c4ffea7d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/34b1f529-74fd-4c8d-91c0-705bcd3a9a81 HTTP/1.1" status: 204 len: 168 time: 0.8973136 Sep 26 17:57:19.742645 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d1231-ef06-4b6a-9e0d-a9908efac48d None None] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:19.792437 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.854716 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.857831 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Network 680642b0-d74e-45e5-b069-df22d4ab0dea is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:19.867699 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4172c-0027-4a1a-927d-bd93c4ffea7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b1f529-74fd-4c8d-91c0-705bcd3a9a81,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:19.896474 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:19.910406 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:19.936694 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] Provisioning complete for port 5ca972f5-4597-450b-af11-4c2ed9d01a43 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:19.937083 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:19.937446 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] Attempt 1 to provision port 5ca972f5-4597-450b-af11-4c2ed9d01a43 Sep 26 17:57:19.939096 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Pushing event updated for resources: {'Port': ['ID=60654609-318c-4efc-a220-5b4b453ab430,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:20.028588 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Publish callbacks [] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.038027 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Allocated IP 172.27.2.112 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/42c274d7-412e-4512-a179-dd9274eddd68) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:20.105278 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:20.150186 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:20.152863 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:20.181474 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:20.255827 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a5598-b5c1-4eee-b250-c2e27d046913 None None] Pushing event updated for resources: {'Port': ['ID=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:20.269729 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.323700 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Pushing event updated for resources: {'Port': ['ID=3422a309-e061-4c0a-8ff3-e6940c8d97bf,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:20.403291 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks [] for router_gateway (d3d8a350-ff90-4f6a-858e-4e125eb08b22), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.442809 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.532977 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 5ca972f5-4597-450b-af11-4c2ed9d01a43 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:20.562976 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Publish callbacks [] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.578480 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Attempting to bind port 60654609-318c-4efc-a220-5b4b453ab430 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:20.578480 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Attempting to bind port 60654609-318c-4efc-a220-5b4b453ab430 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:20.578480 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Attempting to bind port 60654609-318c-4efc-a220-5b4b453ab430 on network 680642b0-d74e-45e5-b069-df22d4ab0dea {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:20.591128 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks [] for router_gateway (4de50d29-5741-4755-8036-3b46089aaeff), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.620021 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:20.620966 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:20.625095 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.641936 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks [] for port (42c274d7-412e-4512-a179-dd9274eddd68), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.642694 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:20.657187 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:20.660864 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:20.673996 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Pushing event updated for resources: {'Port': ['ID=4daf1f43-8eb7-4b03-8619-37b34c798abf,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:20.719003 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.742789 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=81,neutron:UPDATE=11,neutron:INSERT=8 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:20.767890 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:20.771887 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:20.802659 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:20.869790 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:20.895541 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 5ca972f5-4597-450b-af11-4c2ed9d01a43 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:20.895932 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.896407 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 5ca972f5-4597-450b-af11-4c2ed9d01a43 Sep 26 17:57:20.899099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks [] for router_gateway (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.900490 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47054) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:20.905539 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] Current status of the port 5ca972f5-4597-450b-af11-4c2ed9d01a43 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:20.905942 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.908319 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:20.908688 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Checking segment: {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:20.909143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.909595 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Bound using segment: {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:20.910904 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Bound port: 60654609-318c-4efc-a220-5b4b453ab430, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:20.911292 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (60654609-318c-4efc-a220-5b4b453ab430), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.950072 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d5552aef-d202-47d5-a9d1-04e672b7a1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:20.958098 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Attempting to bind port 4daf1f43-8eb7-4b03-8619-37b34c798abf on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:20.958465 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Attempting to bind port 4daf1f43-8eb7-4b03-8619-37b34c798abf by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:20.959227 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Attempting to bind port 4daf1f43-8eb7-4b03-8619-37b34c798abf on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:21.013632 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (42c274d7-412e-4512-a179-dd9274eddd68), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.018243 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Pushing event updated for resources: {'Port': ['ID=32a29617-cfc3-4e33-b230-24a88b46a3e1,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:21.040634 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Allocated IP 172.27.2.33 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/934eb9a1-d7c3-439f-b9ed-c52384483543) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:21.094206 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Pushing event updated for resources: {'Port': ['ID=42c274d7-412e-4512-a179-dd9274eddd68,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:21.110950 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:21.133920 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Attempting to bind port 32a29617-cfc3-4e33-b230-24a88b46a3e1 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:21.134296 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Attempting to bind port 32a29617-cfc3-4e33-b230-24a88b46a3e1 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:21.134658 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Attempting to bind port 32a29617-cfc3-4e33-b230-24a88b46a3e1 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:21.145570 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] For port 5ca972f5-4597-450b-af11-4c2ed9d01a43, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=5ca972f5-4597-450b-af11-4c2ed9d01a43,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:21.149201 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:21.154950 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:21.211272 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:21.239113 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:21.239484 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Checking segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:21.240010 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.240272 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Bound using segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:21.240763 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Bound port: 4daf1f43-8eb7-4b03-8619-37b34c798abf, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:21.241143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.274842 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.300994 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d5552aef-d202-47d5-a9d1-04e672b7a1cd admin admin] Publish callbacks [] for security_group (2540d31e-13ba-462f-a880-83c68c4bb775), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.337255 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] For port 60654609-318c-4efc-a220-5b4b453ab430, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:21.394532 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks [] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.399401 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.413190 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d5552aef-d202-47d5-a9d1-04e672b7a1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2540d31e-13ba-462f-a880-83c68c4bb775), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.440238 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] For port 60654609-318c-4efc-a220-5b4b453ab430, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=60654609-318c-4efc-a220-5b4b453ab430,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:21.453829 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:21.454273 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Checking segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:21.454592 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.454985 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Bound using segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:21.455471 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Bound port: 32a29617-cfc3-4e33-b230-24a88b46a3e1, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:21.455881 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.467902 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d5552aef-d202-47d5-a9d1-04e672b7a1cd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f66def20f2834769a11edcf5f7e2131c&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5653393 Sep 26 17:57:21.473241 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5552aef-d202-47d5-a9d1-04e672b7a1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2540d31e-13ba-462f-a880-83c68c4bb775,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:21.473399 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-553cf9b9-0d04-4a41-a03e-21ca07753c39 None None] Provisioning complete for port 5ca972f5-4597-450b-af11-4c2ed9d01a43 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:21.473736 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-553cf9b9-0d04-4a41-a03e-21ca07753c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.474073 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-553cf9b9-0d04-4a41-a03e-21ca07753c39 None None] Attempt 1 to provision port 5ca972f5-4597-450b-af11-4c2ed9d01a43 Sep 26 17:57:21.475512 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 5ca972f5-4597-450b-af11-4c2ed9d01a43 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:21.496307 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47072) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:21.520064 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753cf8af-5d95-44f2-befb-c78112201329 None None] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:21.559087 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8557f-1307-4251-a6c0-c74633a9e53b None None] Pushing event updated for resources: {'Port': ['ID=5ca972f5-4597-450b-af11-4c2ed9d01a43,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:21.580241 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a254adb3-79d7-4f35-a0a8-ba726d8b40ff admin admin] Publish callbacks [] for security_group (2540d31e-13ba-462f-a880-83c68c4bb775), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.603038 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a254adb3-79d7-4f35-a0a8-ba726d8b40ff admin admin] Publish callbacks [] for security_group (2540d31e-13ba-462f-a880-83c68c4bb775), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.618064 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (60654609-318c-4efc-a220-5b4b453ab430), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.623670 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks [] for router_gateway (6b38a441-501f-4c26-8736-379f421d609f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.624886 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] For port 4daf1f43-8eb7-4b03-8619-37b34c798abf, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:21.683559 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] For port 4daf1f43-8eb7-4b03-8619-37b34c798abf, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=4daf1f43-8eb7-4b03-8619-37b34c798abf,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:21.694909 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.734810 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] For port 32a29617-cfc3-4e33-b230-24a88b46a3e1, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:21.764511 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:21.769420 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:21.772610 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:21.807143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.812030 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] For port 32a29617-cfc3-4e33-b230-24a88b46a3e1, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=32a29617-cfc3-4e33-b230-24a88b46a3e1,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:21.823155 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94edfc-9da9-48be-b478-35edfb710aac None None] Pushing event updated for resources: {'Port': ['ID=60654609-318c-4efc-a220-5b4b453ab430,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:21.923658 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:21.932865 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a254adb3-79d7-4f35-a0a8-ba726d8b40ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2540d31e-13ba-462f-a880-83c68c4bb775), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.935477 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a254adb3-79d7-4f35-a0a8-ba726d8b40ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:21.937830 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a254adb3-79d7-4f35-a0a8-ba726d8b40ff admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2540d31e-13ba-462f-a880-83c68c4bb775 HTTP/1.1" status: 204 len: 168 time: 0.4388559 Sep 26 17:57:21.938411 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-553cf9b9-0d04-4a41-a03e-21ca07753c39 None None] Current status of the port 5ca972f5-4597-450b-af11-4c2ed9d01a43 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:22.003733 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254adb3-79d7-4f35-a0a8-ba726d8b40ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2540d31e-13ba-462f-a880-83c68c4bb775,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:22.013168 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Pushing event updated for resources: {'Port': ['ID=934eb9a1-d7c3-439f-b9ed-c52384483543,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:22.041737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbade6f9-769b-4d9c-9da5-ef5917205b5e None None] Pushing event updated for resources: {'Port': ['ID=4daf1f43-8eb7-4b03-8619-37b34c798abf,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:22.057667 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Allocated IP 172.27.2.167 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/33fff813-553e-415c-b675-0ffd66e82ce1) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:22.061009 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.065241 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:57:22.216555 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] Provisioning complete for port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:22.216925 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.219845 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] Attempt 1 to provision port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 Sep 26 17:57:22.429691 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks [] for router_gateway (ca96ba20-db69-4e4f-9992-746da2ce2890), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.432674 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff65319-3a08-4e41-a802-a576a746fe16 None None] Pushing event updated for resources: {'Port': ['ID=32a29617-cfc3-4e33-b230-24a88b46a3e1,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:22.473032 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] Current status of the port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:22.473032 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.483164 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device fb0eac00-5a1a-41c9-9002-9f56b06e1b28 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:22.567414 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] For port fb0eac00-5a1a-41c9-9002-9f56b06e1b28, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:22.584228 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:22.584992 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.586314 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 Sep 26 17:57:22.633417 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (6b38a441-501f-4c26-8736-379f421d609f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.635191 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:22.684947 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.738411 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:22.739065 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.805658 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (ca96ba20-db69-4e4f-9992-746da2ce2890), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.818630 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85347e7-4839-4fe9-8705-14442d677558 None None] Pushing event updated for resources: {'Port': ['ID=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:22.838847 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.db.api [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=118304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 17:57:22.839327 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG oslo_db.api [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 17:57:22.840490 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-fc66b828-5e89-4a80-aa36-d666c16406f1 None None] Provisioning complete for port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:22.841075 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fc66b828-5e89-4a80-aa36-d666c16406f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:22.842541 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-fc66b828-5e89-4a80-aa36-d666c16406f1 None None] Attempt 1 to provision port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 Sep 26 17:57:22.846132 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:22.860484 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Sync routers for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:22.875399 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:22.876041 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:56:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:22.890912 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks [] for port (33fff813-553e-415c-b675-0ffd66e82ce1), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:23.028244 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-fc66b828-5e89-4a80-aa36-d666c16406f1 None None] Current status of the port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:23.054180 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:23.183126 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:23.184535 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-acf0304f-e07c-4bfc-8424-a4d86951d366 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2217891 Sep 26 17:57:23.186799 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:23.187915 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47094) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:23.198788 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:23.214743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:23.239119 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:23.294548 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:23.316866 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Allocated IP 172.27.2.76 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/ca431a8c-34a3-43fc-ba3d-7fffb2890cbf) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:23.319310 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Pushing event updated for resources: {'Port': ['ID=33fff813-553e-415c-b675-0ffd66e82ce1,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:23.321651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Router 6b38a441-501f-4c26-8736-379f421d609f is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:57:23.378640 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Router ca96ba20-db69-4e4f-9992-746da2ce2890 is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:57:23.403759 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:23.405674 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 5ca972f5-4597-450b-af11-4c2ed9d01a43 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:23.476689 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83ed52-6fe4-4704-a513-004795044744 None None] Network 680642b0-d74e-45e5-b069-df22d4ab0dea requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:23.590048 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:20Z', 'revision_number': 3, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:23.638434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] Provisioning complete for port 60654609-318c-4efc-a220-5b4b453ab430 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:23.638798 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (60654609-318c-4efc-a220-5b4b453ab430), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:23.644606 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] Attempt 1 to provision port 60654609-318c-4efc-a220-5b4b453ab430 Sep 26 17:57:23.655705 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Checking router: e46781bc-0bf9-4603-b49b-8d53bb5b1b9f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:23.658760 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Updating router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f port 3422a309-e061-4c0a-8ff3-e6940c8d97bf binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:23.724878 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:23.727669 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:23.770993 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 5ca972f5-4597-450b-af11-4c2ed9d01a43 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:23.770993 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:23.770993 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 5ca972f5-4597-450b-af11-4c2ed9d01a43 Sep 26 17:57:23.787604 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:23.929093 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:23.932170 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:23.945876 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Sync routers for ids ['ca96ba20-db69-4e4f-9992-746da2ce2890'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:23.967760 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Routers {'ca96ba20-db69-4e4f-9992-746da2ce2890'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:23.969111 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:56:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['ca96ba20-db69-4e4f-9992-746da2ce2890'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:24.006091 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks [] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.029046 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.033786 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-e3c7936e-faf0-4bff-aae0-db6ca421aecd admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6831584 Sep 26 17:57:24.036173 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47110) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:24.068484 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc45da2-6e77-49a3-bf7c-fe13abbc1724 None None] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:24.072015 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:24.094170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:24.099651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks [] for router_gateway (d3d8a350-ff90-4f6a-858e-4e125eb08b22), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.115421 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.116693 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b80a4a6c-220e-44e2-baa8-275e39b613a2 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9657567 Sep 26 17:57:24.119750 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47116) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:24.249165 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Set router ca96ba20-db69-4e4f-9992-746da2ce2890 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:24.298910 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47120) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:24.304189 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.332003 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23152a-6611-4a26-87d7-58c1fc6056ed None None] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:24.378453 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.478472 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:24.479125 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:56:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:24.512806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:24.523466 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:24.536101 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:24.598878 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Pushing event updated for resources: {'Port': ['ID=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:24.609898 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:24.697836 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Publish callbacks [] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.763940 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] Current status of the port 60654609-318c-4efc-a220-5b4b453ab430 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:24.764803 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (60654609-318c-4efc-a220-5b4b453ab430), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.799381 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:24.864843 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.871005 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2066268703-network', 'tenant_id': '80300c8e05c84849a6b3aa43d3a8f3af'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:24.887663 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Attempting to bind port 3422a309-e061-4c0a-8ff3-e6940c8d97bf on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:24.888090 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Attempting to bind port 3422a309-e061-4c0a-8ff3-e6940c8d97bf by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:24.888499 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Attempting to bind port 3422a309-e061-4c0a-8ff3-e6940c8d97bf on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:24.916301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] For port 60654609-318c-4efc-a220-5b4b453ab430, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=60654609-318c-4efc-a220-5b4b453ab430,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:24.951660 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:24.957133 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Allocated IP 172.20.0.1 (d5c08d16-21cf-4774-99c2-a11d7b1a50a8/91385043-853d-4e4e-8333-be028f582746/69387a54-79f7-4200-a79b-9e357dae9fc9) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:24.966981 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:24.968952 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:24.969442 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.969966 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:24.970505 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Bound port: 3422a309-e061-4c0a-8ff3-e6940c8d97bf, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:24.970924 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:24.978983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 5ca972f5-4597-450b-af11-4c2ed9d01a43 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:25.020156 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:25.037195 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Made reservation on behalf of 80300c8e05c84849a6b3aa43d3a8f3af for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:25.039572 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.052778 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] For port 3422a309-e061-4c0a-8ff3-e6940c8d97bf, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:25.057118 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] For port 3422a309-e061-4c0a-8ff3-e6940c8d97bf, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=3422a309-e061-4c0a-8ff3-e6940c8d97bf,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:25.086030 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:21Z', 'revision_number': 3, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port': {'id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:19Z', 'updated_at': '2022-09-26T17:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:25.107441 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.133768 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (60654609-318c-4efc-a220-5b4b453ab430), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.178156 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.219303 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:25.230813 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Checking router: ca96ba20-db69-4e4f-9992-746da2ce2890 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:25.231157 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Updating router ca96ba20-db69-4e4f-9992-746da2ce2890 port 934eb9a1-d7c3-439f-b9ed-c52384483543 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:25.243888 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.244105 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (d3d8a350-ff90-4f6a-858e-4e125eb08b22), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.346948 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:25.346948 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:56:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:25.432717 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Pushing event updated for resources: {'Port': ['ID=3422a309-e061-4c0a-8ff3-e6940c8d97bf,revision_number=2']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:25.436433 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Provisioning complete for port 4daf1f43-8eb7-4b03-8619-37b34c798abf triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:25.436942 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.437409 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Attempt 1 to provision port 4daf1f43-8eb7-4b03-8619-37b34c798abf Sep 26 17:57:25.458330 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.460319 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.460692 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.461052 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.461631 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.461853 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.462189 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.462495 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.462820 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.463196 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.463474 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.463814 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.464812 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.465167 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.465540 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Tracked resource versions report: Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: pushed versions: Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: { 'AddressGroup': {'1.2'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Agent': {'1.1'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'ConntrackHelper': {'1.0'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Log': {'1.0'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'NDPProxy': {'1.0'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Network': {'1.1'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Port': {'1.7'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'PortForwarding': {'1.3'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'QosPolicy': {'1.10'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroup': {'1.5'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SubPort': {'1.0'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Subnet': {'1.1'}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Trunk': {'1.1'}} Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: consumer versions: Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: { DHCP agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: L3 agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: Metadata agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: Metering agent@dv-cinder-859317-1-iscsi: {}, Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: Open vSwitch agent@dv-cinder-859317-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Agent': '1.1', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'ConntrackHelper': '1.0', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'LocalIPAssociation': '1.0', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Log': '1.0', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'NDPProxy': '1.0', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Network': '1.1', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Port': '1.7', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'PortForwarding': '1.3', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'QosPolicy': '1.10', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroup': '1.5', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SecurityGroupRule': '1.2', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'SubPort': '1.0', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Subnet': '1.1', Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: 'Trunk': '1.1'}} Sep 26 17:57:25.468435 dv-cinder-859317-1-iscsi neutron-server[118305]: {{(pid=118305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:57:25.506296 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 32a29617-cfc3-4e33-b230-24a88b46a3e1 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:25.508908 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4bbf1119-c73e-4c3a-a343-41bfd8c15f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.511696 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks [] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.534006 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:21Z', 'revision_number': 3, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:25.557526 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d611b-92ad-49dc-b0f3-a5697da2ad9c None None] Pushing event updated for resources: {'Port': ['ID=3422a309-e061-4c0a-8ff3-e6940c8d97bf,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:25.568554 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.583845 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcd9a4-eb97-4cd6-b9cc-1efd71378dac None None] Pushing event updated for resources: {'Port': ['ID=60654609-318c-4efc-a220-5b4b453ab430,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:25.674543 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:25.694725 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:25.695181 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Updating router 6b38a441-501f-4c26-8736-379f421d609f port 42c274d7-412e-4512-a179-dd9274eddd68 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:25.712133 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Allocated IP 172.20.0.1 (680642b0-d74e-45e5-b069-df22d4ab0dea/04b4c82a-2512-4631-ba5b-750df72fcf3f/a39b6775-bd0d-4836-b11d-1a306ced3d97) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:25.774754 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.829962 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks [] for router_gateway (4de50d29-5741-4755-8036-3b46089aaeff), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.848053 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Current status of the port 4daf1f43-8eb7-4b03-8619-37b34c798abf is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:25.854668 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.906699 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:25.907904 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (42c274d7-412e-4512-a179-dd9274eddd68), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.917787 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:25.923430 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:25.923430 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:25.926208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Pushing event updated for resources: {'Port': ['ID=69387a54-79f7-4200-a79b-9e357dae9fc9,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:25.967976 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Publish callbacks [] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.034102 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] For port 4daf1f43-8eb7-4b03-8619-37b34c798abf, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=4daf1f43-8eb7-4b03-8619-37b34c798abf,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:26.041095 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.045573 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:26.063646 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:26.070206 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 32a29617-cfc3-4e33-b230-24a88b46a3e1 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:26.070582 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.070914 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 32a29617-cfc3-4e33-b230-24a88b46a3e1 Sep 26 17:57:26.106178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks [] for security_group (d71008a3-7443-4442-b99b-5e7a05d6160a), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.213798 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.218143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:26.238574 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks [] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.257189 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (d71008a3-7443-4442-b99b-5e7a05d6160a), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.279164 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Provisioning complete for port 60654609-318c-4efc-a220-5b4b453ab430 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:26.279572 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (60654609-318c-4efc-a220-5b4b453ab430), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.279915 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Attempt 1 to provision port 60654609-318c-4efc-a220-5b4b453ab430 Sep 26 17:57:26.285709 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.318517 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 468} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:26.354633 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Router d3d8a350-ff90-4f6a-858e-4e125eb08b22 is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:57:26.387784 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71008a3-7443-4442-b99b-5e7a05d6160a,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:26.406153 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.406385 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Added segment cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa of type vlan for network cbf0e5ab-d03f-4b87-8057-759e0655b369 Sep 26 17:57:26.407091 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:26.459913 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Attempting to bind port 934eb9a1-d7c3-439f-b9ed-c52384483543 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:26.460276 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Attempting to bind port 934eb9a1-d7c3-439f-b9ed-c52384483543 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:26.461199 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Attempting to bind port 934eb9a1-d7c3-439f-b9ed-c52384483543 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:26.470874 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Pushing event updated for resources: {'Port': ['ID=4daf1f43-8eb7-4b03-8619-37b34c798abf,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:26.487833 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 32a29617-cfc3-4e33-b230-24a88b46a3e1 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:26.488217 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.492054 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Publish callbacks [] for port (42c274d7-412e-4512-a179-dd9274eddd68), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.507671 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.516097 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:20Z', 'revision_number': 3, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:26.522035 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40054-266b-44bd-9118-f9c1750883d4 None None] Pushing event updated for resources: {'Port': ['ID=934eb9a1-d7c3-439f-b9ed-c52384483543,revision_number=2']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:26.522221 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.529041 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (cbf0e5ab-d03f-4b87-8057-759e0655b369), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.571269 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 32a29617-cfc3-4e33-b230-24a88b46a3e1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=32a29617-cfc3-4e33-b230-24a88b46a3e1,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:26.572284 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f22c4-ed32-4479-9db8-ef58bf845292 None None] The sync data for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi is: [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:20Z', 'revision_number': 3, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:26.572413 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Current status of the port 60654609-318c-4efc-a220-5b4b453ab430 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:26.574281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Provisioning complete for port 32a29617-cfc3-4e33-b230-24a88b46a3e1 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:26.574409 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.574631 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:26.574760 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Attempt 1 to provision port 32a29617-cfc3-4e33-b230-24a88b46a3e1 Sep 26 17:57:26.574995 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:26.575907 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.575907 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:26.576321 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Bound port: 934eb9a1-d7c3-439f-b9ed-c52384483543, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:26.576672 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.639921 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.645143 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] For port 934eb9a1-d7c3-439f-b9ed-c52384483543, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:26.649021 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] For port 934eb9a1-d7c3-439f-b9ed-c52384483543, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=934eb9a1-d7c3-439f-b9ed-c52384483543,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:26.670706 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (42c274d7-412e-4512-a179-dd9274eddd68), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.749057 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (4de50d29-5741-4755-8036-3b46089aaeff), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.783893 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.817904 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:26.836603 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Network 680642b0-d74e-45e5-b069-df22d4ab0dea is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:26.842476 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (cbf0e5ab-d03f-4b87-8057-759e0655b369), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.844362 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:26.844492 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:26.844602 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.866715 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:26.884711 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b6775-bd0d-4836-b11d-1a306ced3d97,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:26.891735 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:26.907102 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (ca96ba20-db69-4e4f-9992-746da2ce2890), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:26.928721 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40054-266b-44bd-9118-f9c1750883d4 None None] Pushing event updated for resources: {'Port': ['ID=934eb9a1-d7c3-439f-b9ed-c52384483543,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:26.956885 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Routers {'ca96ba20-db69-4e4f-9992-746da2ce2890'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:26.957666 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:56:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['ca96ba20-db69-4e4f-9992-746da2ce2890'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:27.048312 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714db5d-54b2-4a2b-b969-3fc76f08b067 None None] Pushing event updated for resources: {'Port': ['ID=42c274d7-412e-4512-a179-dd9274eddd68,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:27.055276 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.056506 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6c1ea509-01db-4b26-aee6-e554bc3797b6 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6949496 Sep 26 17:57:27.059041 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Attempting to bind port 42c274d7-412e-4512-a179-dd9274eddd68 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:27.059416 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Attempting to bind port 42c274d7-412e-4512-a179-dd9274eddd68 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:27.059781 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Attempting to bind port 42c274d7-412e-4512-a179-dd9274eddd68 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:27.081627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47168) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:27.081805 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7757750 Sep 26 17:57:27.087485 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47170) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:27.088218 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1581e4a-d258-4994-88ce-92565183f595 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf0e5ab-d03f-4b87-8057-759e0655b369,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:27.110810 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Request body: {'subnet': {'network_id': 'cbf0e5ab-d03f-4b87-8057-759e0655b369', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2066268703-subnet', 'tenant_id': '80300c8e05c84849a6b3aa43d3a8f3af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:27.162777 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Sync routers for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:27.171721 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network cbf0e5ab-d03f-4b87-8057-759e0655b369 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:27.179692 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.180489 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device fb0eac00-5a1a-41c9-9002-9f56b06e1b28 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:27.181626 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] Set router ca96ba20-db69-4e4f-9992-746da2ce2890 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:27.211074 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Allocated IP 172.20.0.1 (5c4905c3-b6d4-4b95-988f-f86fad27c092/04a10886-0b55-47d1-ac58-68768809612d/6486cf4b-19ed-466b-ba08-e5a8d13114ea) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:27.355553 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Made reservation on behalf of 80300c8e05c84849a6b3aa43d3a8f3af for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:27.367368 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.461316 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:21Z', 'revision_number': 3, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port': {'id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:19Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:27.480743 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Current status of the port 32a29617-cfc3-4e33-b230-24a88b46a3e1 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:27.481517 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.504502 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153270c-d7bd-4021-ac83-81a46ea59c0f None None] The sync data for ids ['ca96ba20-db69-4e4f-9992-746da2ce2890'] in dv-cinder-859317-1-iscsi is: [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:21Z', 'revision_number': 3, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port': {'id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:19Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:27.529204 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:27.533595 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:27.536027 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.536813 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:27.557066 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Bound port: 42c274d7-412e-4512-a179-dd9274eddd68, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:27.559300 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (42c274d7-412e-4512-a179-dd9274eddd68), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.567231 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=32a29617-cfc3-4e33-b230-24a88b46a3e1,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:27.580192 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:27.620831 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks [] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.680931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:27.688729 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks [] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.692554 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.716189 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:27.716844 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:56:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:27.807702 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:27.808174 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.808510 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 Sep 26 17:57:27.870066 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.870066 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.880879 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-3ea984a7-8dfa-4724-bd23-18fe42f6bed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.896902 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:27.936935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] For port 42c274d7-412e-4512-a179-dd9274eddd68, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:28.016894 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Router 4de50d29-5741-4755-8036-3b46089aaeff is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:57:28.022550 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:28.083342 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:28.092567 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:28.114237 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:28.114777 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (6b38a441-501f-4c26-8736-379f421d609f), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.154372 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Pushing event updated for resources: {'Port': ['ID=69387a54-79f7-4200-a79b-9e357dae9fc9,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:28.178403 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] For port 42c274d7-412e-4512-a179-dd9274eddd68, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=42c274d7-412e-4512-a179-dd9274eddd68,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:28.214809 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Pushing event updated for resources: {'Port': ['ID=6486cf4b-19ed-466b-ba08-e5a8d13114ea,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:28.214809 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (5f04bbeb-217c-4a84-8d01-a01b392e2ef1), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.221289 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.db.api [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=118304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 17:57:28.222360 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG oslo_db.api [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 17:57:28.322493 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (42c274d7-412e-4512-a179-dd9274eddd68), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.369141 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks [] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.443008 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:28.446636 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:28.447284 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:28.448618 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 60654609-318c-4efc-a220-5b4b453ab430 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:28.470951 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.471961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (ca96ba20-db69-4e4f-9992-746da2ce2890), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.484194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:28.484841 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:28.494947 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f04bbeb-217c-4a84-8d01-a01b392e2ef1,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:28.582681 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Checking segment: {'id': 'cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 468, 'network_id': 'cbf0e5ab-d03f-4b87-8057-759e0655b369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:28.583149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Network hostable DHCP agents. Network: cbf0e5ab-d03f-4b87-8057-759e0655b369, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:28.611641 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:28.621599 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:28.622381 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Sync routers for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:28.642129 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:28.642775 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:28.680105 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:28.692735 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47200) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:28.716355 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:28.722369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b6775-bd0d-4836-b11d-1a306ced3d97,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:28.737917 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.737917 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-65d6313b-b22f-40b5-a8d7-9d6e5badb4fc admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.5724511 Sep 26 17:57:28.738835 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714db5d-54b2-4a2b-b969-3fc76f08b067 None None] Pushing event updated for resources: {'Port': ['ID=42c274d7-412e-4512-a179-dd9274eddd68,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:28.740133 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47206) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:28.849278 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.854891 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:23Z', 'revision_number': 3, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:28.865261 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.881916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Network cbf0e5ab-d03f-4b87-8057-759e0655b369 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:28.920599 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:28.990092 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-efadc5f5-a879-4f0b-948c-fcbb72e7e6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:28.993018 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:29.012355 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Network 680642b0-d74e-45e5-b069-df22d4ab0dea is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:29.031899 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:29.069039 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:29.087636 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, cbf0e5ab-d03f-4b87-8057-759e0655b369) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:29.112960 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.145007 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:29.145631 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.163743 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:29.206792 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d680cad3-56f1-454f-8f65-6dc12bdb6b47 None None] Network cbf0e5ab-d03f-4b87-8057-759e0655b369 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:29.224028 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:57:29.275494 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-20b96111-2a2a-40ab-949b-a7205777e334 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1707592 Sep 26 17:57:29.314679 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:29.337034 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Checking router: d3d8a350-ff90-4f6a-858e-4e125eb08b22 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:29.337034 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Updating router d3d8a350-ff90-4f6a-858e-4e125eb08b22 port 33fff813-553e-415c-b675-0ffd66e82ce1 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:29.344788 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:29.360832 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Checking router: 4de50d29-5741-4755-8036-3b46089aaeff for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:29.361376 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Updating router 4de50d29-5741-4755-8036-3b46089aaeff port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:29.410082 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.413796 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:29.461957 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 60654609-318c-4efc-a220-5b4b453ab430 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:29.462461 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (60654609-318c-4efc-a220-5b4b453ab430), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.462800 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 60654609-318c-4efc-a220-5b4b453ab430 Sep 26 17:57:29.506923 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0c6ba-8ebb-4ed7-9e52-afccddd7374e None None] Current status of the port 32a29617-cfc3-4e33-b230-24a88b46a3e1 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:29.513386 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:29.536162 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194ef7b-ce31-4ea3-81ad-fce6954ce5f1 None None] Network cbf0e5ab-d03f-4b87-8057-759e0655b369 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:29.541904 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-efadc5f5-a879-4f0b-948c-fcbb72e7e6c0 admin admin] Publish callbacks [] for security_group (7f48c400-47fa-4963-91f9-01128a61a20e), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.547892 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks [] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.565682 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.620290 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-efadc5f5-a879-4f0b-948c-fcbb72e7e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7f48c400-47fa-4963-91f9-01128a61a20e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.669956 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Allocated IP 172.20.0.1 (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7/ed949ed7-d3d1-4657-bfb4-9bc19322fd90/0ca3196c-a1c8-4db9-be03-15dfaacf9c86) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:29.675340 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadc5f5-a879-4f0b-948c-fcbb72e7e6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f48c400-47fa-4963-91f9-01128a61a20e,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:29.679329 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.680384 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (6b38a441-501f-4c26-8736-379f421d609f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:29.714945 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47222) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:29.725417 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 60654609-318c-4efc-a220-5b4b453ab430 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:29.726650 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4daf1f43-8eb7-4b03-8619-37b34c798abf up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:29.774843 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Pushing event updated for resources: {'Port': ['ID=6486cf4b-19ed-466b-ba08-e5a8d13114ea,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:29.823429 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:29.878499 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-efadc5f5-a879-4f0b-948c-fcbb72e7e6c0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b0c445729d234eae87131af7d7e50d07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1839719 Sep 26 17:57:29.884881 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47224) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:29.919767 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Publish callbacks [] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.028505 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.041101 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:30.060971 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:30.062930 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-81c084e1-c9a8-4dfa-8daa-2c0da68df02f admin admin] Publish callbacks [] for security_group (7f48c400-47fa-4963-91f9-01128a61a20e), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.145347 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-81c084e1-c9a8-4dfa-8daa-2c0da68df02f admin admin] Publish callbacks [] for security_group (7f48c400-47fa-4963-91f9-01128a61a20e), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.162494 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Router ca96ba20-db69-4e4f-9992-746da2ce2890 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:57:30.189762 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e6855-b447-462f-9763-2d46d2a47f77 None None] Pushing event updated for resources: {'Port': ['ID=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,revision_number=2']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:30.208885 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Attempting to bind port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:30.211886 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Attempting to bind port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:30.211886 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Attempting to bind port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:30.245914 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks [] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.247764 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Provisioning complete for port 69387a54-79f7-4200-a79b-9e357dae9fc9 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:30.248249 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.248502 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 1 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:30.274895 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.282811 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1da48ecd-f90c-464d-91b6-460b960268f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.304625 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:30.321810 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:30.322182 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:30.324249 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.324825 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:30.325431 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Bound port: ca431a8c-34a3-43fc-ba3d-7fffb2890cbf, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:30.325821 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.337003 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:30.357954 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:21Z', 'revision_number': 3, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:30.398178 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-155993d2-c606-46dc-8fb6-3bb83574327c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e46781bc-0bf9-4603-b49b-8d53bb5b1b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1970077 Sep 26 17:57:30.446328 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] For port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:30.446974 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba14ea5-63c9-4261-9d6e-e5b86b75818e None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:21Z', 'revision_number': 3, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:30.449614 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] For port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:30.459389 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Sync routers for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:30.464872 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:57:30.546084 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:30.553561 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6a62577b-21f1-45d2-b49e-2b2934ffd2a9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/ca96ba20-db69-4e4f-9992-746da2ce2890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4312320 Sep 26 17:57:30.557601 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:30.558327 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:30.567304 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Sync routers for ids ['ca96ba20-db69-4e4f-9992-746da2ce2890'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:30.590815 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Routers {'ca96ba20-db69-4e4f-9992-746da2ce2890'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:30.591473 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['ca96ba20-db69-4e4f-9992-746da2ce2890'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:30.636200 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.647549 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:30.648122 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 4daf1f43-8eb7-4b03-8619-37b34c798abf triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:30.648515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.648852 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 4daf1f43-8eb7-4b03-8619-37b34c798abf Sep 26 17:57:30.685371 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.686174 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.698619 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:30.799098 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:30.820713 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:30.838089 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:30.842877 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:30.843393 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (d3d8a350-ff90-4f6a-858e-4e125eb08b22), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.005017 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 4daf1f43-8eb7-4b03-8619-37b34c798abf is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:31.073845 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:31.105672 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:31.118362 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:31.149734 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 2 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:31.172015 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Publish callbacks [] for port (33fff813-553e-415c-b675-0ffd66e82ce1), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.277955 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:31.277955 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:31.352934 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.354028 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1da48ecd-f90c-464d-91b6-460b960268f8 admin admin] Publish callbacks [] for security_group (aeeeee69-dd2a-45f6-90ae-0226b6f52217), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.354028 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47254) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:31.360988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-510103441-network', 'tenant_id': 'c44b7b0de74a4907ab2e0bcaa3995adb'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:31.380804 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:31.426484 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Allocated IP 172.20.0.1 (7327a67e-44b9-426d-af9d-05e96c87ac54/ef585569-a6ac-413e-9725-d887e848c652/b79791fd-a4f0-41d3-b590-e3b5356cca21) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:31.465883 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:31.469280 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-81c084e1-c9a8-4dfa-8daa-2c0da68df02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7f48c400-47fa-4963-91f9-01128a61a20e), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.472170 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:31.476545 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-81c084e1-c9a8-4dfa-8daa-2c0da68df02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.477761 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-81c084e1-c9a8-4dfa-8daa-2c0da68df02f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7f48c400-47fa-4963-91f9-01128a61a20e HTTP/1.1" status: 204 len: 168 time: 1.5919032 Sep 26 17:57:31.484776 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 2, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:31.484916 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Made reservation on behalf of c44b7b0de74a4907ab2e0bcaa3995adb for: {'network': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:31.486022 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.489977 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:31.490503 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1da48ecd-f90c-464d-91b6-460b960268f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aeeeee69-dd2a-45f6-90ae-0226b6f52217), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.498045 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e6855-b447-462f-9763-2d46d2a47f77 None None] Pushing event updated for resources: {'Port': ['ID=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:31.595132 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-1da48ecd-f90c-464d-91b6-460b960268f8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fa851d06016040bd8c2bf4e23c133fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8768497 Sep 26 17:57:31.598405 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47274) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:31.598745 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47276) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:31.602436 dv-cinder-859317-1-iscsi neutron-server[118303]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 17:57:31.625989 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Attempting to bind port 33fff813-553e-415c-b675-0ffd66e82ce1 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:31.626744 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Attempting to bind port 33fff813-553e-415c-b675-0ffd66e82ce1 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:31.627652 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Attempting to bind port 33fff813-553e-415c-b675-0ffd66e82ce1 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:31.631834 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 32a29617-cfc3-4e33-b230-24a88b46a3e1 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:31.641137 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Checking router: e46781bc-0bf9-4603-b49b-8d53bb5b1b9f for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:31.641816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Updating router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f port 69387a54-79f7-4200-a79b-9e357dae9fc9 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:31.654062 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.686968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:31.693021 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Set router ca96ba20-db69-4e4f-9992-746da2ce2890 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:31.722475 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:31.758805 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.773770 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6526b1-3c5a-477a-81bf-6e8126ca47b5 None None] Pushing event updated for resources: {'Port': ['ID=33fff813-553e-415c-b675-0ffd66e82ce1,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:31.792694 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da48ecd-f90c-464d-91b6-460b960268f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeeee69-dd2a-45f6-90ae-0226b6f52217,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:31.818773 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.847853 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:31.848305 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:31.848903 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.849421 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:31.850190 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Bound port: 33fff813-553e-415c-b675-0ffd66e82ce1, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:31.850697 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:31.919242 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c084e1-c9a8-4dfa-8daa-2c0da68df02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f48c400-47fa-4963-91f9-01128a61a20e,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:31.945275 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:31.954592 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 3 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:31.978335 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47292) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:32.017837 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-01524b0c-094e-4263-a57d-57fb9338b582 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:32.019265 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-01524b0c-094e-4263-a57d-57fb9338b582 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 819 time: 0.4193854 Sep 26 17:57:32.045899 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:32.048812 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:32.053287 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 32a29617-cfc3-4e33-b230-24a88b46a3e1 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:32.053695 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.054035 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 32a29617-cfc3-4e33-b230-24a88b46a3e1 Sep 26 17:57:32.058745 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks [] for security_group (e97bc97e-1390-4fea-8df3-b3884ac9ad0e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.070519 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a1b791b0-dc9b-4e67-b70d-47db7dec378b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6b38a441-501f-4c26-8736-379f421d609f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0313604 Sep 26 17:57:32.124626 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-9419ba18-739a-4b03-8352-49766564e6e9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/quotas/222cdd96fb334e63a823cab0d33f939f HTTP/1.1" status: 200 len: 375 time: 0.0876882 Sep 26 17:57:32.162940 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (e97bc97e-1390-4fea-8df3-b3884ac9ad0e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.267727 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks [] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.271370 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks [] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.281941 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-88dfa07b-7027-492c-bf94-434b17a77cb4 admin admin] Publish callbacks [] for security_group (aeeeee69-dd2a-45f6-90ae-0226b6f52217), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.326838 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-f49adbc0-e575-4109-84eb-ef929c2106d3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907487 Sep 26 17:57:32.333059 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=118302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:57:32.342708 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97bc97e-1390-4fea-8df3-b3884ac9ad0e,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:32.349002 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (7b169bf5-c88b-42c7-96c4-bba5d574ae21), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.349618 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.segments_db [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Added segment 7b169bf5-c88b-42c7-96c4-bba5d574ae21 of type vlan for network 3b36fbb9-f40b-4eec-8121-6307757b7c5e Sep 26 17:57:32.351154 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.358867 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (d3d8a350-ff90-4f6a-858e-4e125eb08b22), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.365865 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-88dfa07b-7027-492c-bf94-434b17a77cb4 admin admin] Publish callbacks [] for security_group (aeeeee69-dd2a-45f6-90ae-0226b6f52217), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.387494 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-f469e58e-b7a7-4642-9c5b-f632b16b411a tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:32.389534 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-f469e58e-b7a7-4642-9c5b-f632b16b411a tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/networks?id=680642b0-d74e-45e5-b069-df22d4ab0dea HTTP/1.1" status: 200 len: 811 time: 0.4097552 Sep 26 17:57:32.417057 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:32.423436 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 4, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port': {'id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:19Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'a39b6775-bd0d-4836-b11d-1a306ced3d97', 'name': '', 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'mac_address': 'fa:16:3e:97:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '04b4c82a-2512-4631-ba5b-750df72fcf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:25Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 2, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'subnets': [{'id': '04b4c82a-2512-4631-ba5b-750df72fcf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:32.447134 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] For port 33fff813-553e-415c-b675-0ffd66e82ce1, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:32.455444 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-c2ba2357-fb06-4622-ae95-0cb6a9ab57d6 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/quotas/6cd1fad813d94b6cba21a788b11d2cd8 HTTP/1.1" status: 200 len: 375 time: 0.0560803 Sep 26 17:57:32.467054 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] For port 33fff813-553e-415c-b675-0ffd66e82ce1, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=33fff813-553e-415c-b675-0ffd66e82ce1,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:32.487828 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Checking router: ca96ba20-db69-4e4f-9992-746da2ce2890 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:32.488221 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Updating router ca96ba20-db69-4e4f-9992-746da2ce2890 port a39b6775-bd0d-4836-b11d-1a306ced3d97 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:32.491533 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:32.492872 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0658b6c-9675-4a70-b2b6-b346908f2393 None None] The sync data for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi is: [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:32.536428 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.544089 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-684e497e-7f34-45b4-9497-5c932170cb36 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6cd1fad813d94b6cba21a788b11d2cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871787 Sep 26 17:57:32.550540 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.554483 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 4 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:32.598406 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (3b36fbb9-f40b-4eec-8121-6307757b7c5e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.672905 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-88dfa07b-7027-492c-bf94-434b17a77cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aeeeee69-dd2a-45f6-90ae-0226b6f52217), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.684072 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-88dfa07b-7027-492c-bf94-434b17a77cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.691164 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-88dfa07b-7027-492c-bf94-434b17a77cb4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/aeeeee69-dd2a-45f6-90ae-0226b6f52217 HTTP/1.1" status: 204 len: 168 time: 1.0900488 Sep 26 17:57:32.691893 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:32.701882 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.745072 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfa07b-7027-492c-bf94-434b17a77cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeeee69-dd2a-45f6-90ae-0226b6f52217,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:32.753833 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-59d324a1-aa72-4bb2-b2a1-e0859c5afe5d service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:57:32.760549 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-59d324a1-aa72-4bb2-b2a1-e0859c5afe5d service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1380229 Sep 26 17:57:32.796460 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:32.804711 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 32a29617-cfc3-4e33-b230-24a88b46a3e1 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:32.805938 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 42c274d7-412e-4512-a179-dd9274eddd68 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:32.845013 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47314) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:32.879220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d9df1526-27c9-4159-8b3b-3955ecb3b8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.901142 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:32.901529 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:32.914076 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:32.917160 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:32.917926 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:32.931846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (3b36fbb9-f40b-4eec-8121-6307757b7c5e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.932907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:32.937263 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:32.939084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:32.940403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:33.026114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:33.026114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:33.028357 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Pushing event updated for resources: {'Port': ['ID=b79791fd-a4f0-41d3-b590-e3b5356cca21,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:33.038114 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 42c274d7-412e-4512-a179-dd9274eddd68 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:33.038375 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (42c274d7-412e-4512-a179-dd9274eddd68), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.038712 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 42c274d7-412e-4512-a179-dd9274eddd68 Sep 26 17:57:33.039339 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:33.040839 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (4de50d29-5741-4755-8036-3b46089aaeff), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.124380 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Publish callbacks [] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.179722 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-42a9014e-e370-4d84-bc69-dc2420e8d53f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145501 Sep 26 17:57:33.261898 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.300580 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6526b1-3c5a-477a-81bf-6e8126ca47b5 None None] Pushing event updated for resources: {'Port': ['ID=33fff813-553e-415c-b675-0ffd66e82ce1,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:33.341601 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-290b6bd7-c063-413c-9adc-42a9e3ff9983 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:57:33.351791 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-290b6bd7-c063-413c-9adc-42a9e3ff9983 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6914434 Sep 26 17:57:33.400196 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103301-6650-4931-bb84-b87ed1338e15 None None] Pushing event updated for resources: {'Port': ['ID=a39b6775-bd0d-4836-b11d-1a306ced3d97,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:33.520505 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Attempting to bind port a39b6775-bd0d-4836-b11d-1a306ced3d97 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:33.521690 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Attempting to bind port a39b6775-bd0d-4836-b11d-1a306ced3d97 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:33.522336 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Attempting to bind port a39b6775-bd0d-4836-b11d-1a306ced3d97 on network 680642b0-d74e-45e5-b069-df22d4ab0dea {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:33.585003 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:33.589272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Router d3d8a350-ff90-4f6a-858e-4e125eb08b22 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:57:33.592058 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] Pushing event updated for resources: {'Network': ['ID=3b36fbb9-f40b-4eec-8121-6307757b7c5e,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:33.617960 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:33.620141 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Checking segment: {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:33.622008 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.622868 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Bound using segment: {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:33.624042 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d9df1526-27c9-4159-8b3b-3955ecb3b8fd admin admin] Publish callbacks [] for security_group (44a27bba-9ae7-4098-a401-45a1d6b1172d), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.625566 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 5 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:33.626789 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Bound port: a39b6775-bd0d-4836-b11d-1a306ced3d97, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:33.633069 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.653245 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-8934a4b0-0a0b-4385-bba0-ceab724ff319 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2998073 Sep 26 17:57:33.655851 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47324) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:33.688788 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:33.689480 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 3b36fbb9-f40b-4eec-8121-6307757b7c5e details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:57:33.698642 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:33.719389 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Request body: {'subnet': {'network_id': '3b36fbb9-f40b-4eec-8121-6307757b7c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-510103441-subnet', 'tenant_id': 'c44b7b0de74a4907ab2e0bcaa3995adb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:33.729302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d9df1526-27c9-4159-8b3b-3955ecb3b8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (44a27bba-9ae7-4098-a401-45a1d6b1172d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.732073 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:33.736285 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-19899f4d-4568-464d-80bc-5cc2d91d609e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406802 Sep 26 17:57:33.746542 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] For port a39b6775-bd0d-4836-b11d-1a306ced3d97, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:33.754872 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] For port a39b6775-bd0d-4836-b11d-1a306ced3d97, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=a39b6775-bd0d-4836-b11d-1a306ced3d97,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:33.770624 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-41b20deb-8a47-47ce-94bd-a8d8e02c2327 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/680642b0-d74e-45e5-b069-df22d4ab0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158044 Sep 26 17:57:33.854607 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:33.855604 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.873797 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:33.883767 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:33.889851 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:33.890515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:33.898556 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d9df1526-27c9-4159-8b3b-3955ecb3b8fd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cb9fa0607a264042b4f2a63af0af71a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0499458 Sep 26 17:57:33.899626 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47330) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:33.899626 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df1526-27c9-4159-8b3b-3955ecb3b8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a27bba-9ae7-4098-a401-45a1d6b1172d,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:33.975819 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:33.977888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Made reservation on behalf of c44b7b0de74a4907ab2e0bcaa3995adb for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:33.984271 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.002089 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e4fc83f7-3410-4169-91d9-4eba4bb359e1 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d3d8a350-ff90-4f6a-858e-4e125eb08b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9212101 Sep 26 17:57:34.034136 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-1b898838-bd82-4103-b594-402f497abe19 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/680642b0-d74e-45e5-b069-df22d4ab0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436001 Sep 26 17:57:34.102185 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Routers {'ca96ba20-db69-4e4f-9992-746da2ce2890'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:34.105089 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3672faba-ded7-4c99-9d45-501391a34e6c admin admin] Publish callbacks [] for security_group (44a27bba-9ae7-4098-a401-45a1d6b1172d), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.109984 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['ca96ba20-db69-4e4f-9992-746da2ce2890'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:34.152845 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3672faba-ded7-4c99-9d45-501391a34e6c admin admin] Publish callbacks [] for security_group (44a27bba-9ae7-4098-a401-45a1d6b1172d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.228345 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks [] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.235889 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103301-6650-4931-bb84-b87ed1338e15 None None] Pushing event updated for resources: {'Port': ['ID=a39b6775-bd0d-4836-b11d-1a306ced3d97,revision_number=4']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:34.293829 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 6 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:34.379558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.380241 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (4de50d29-5741-4755-8036-3b46089aaeff), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.415895 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:34.433374 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:34.433852 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 42c274d7-412e-4512-a179-dd9274eddd68 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:34.434243 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (42c274d7-412e-4512-a179-dd9274eddd68), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.459556 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] Set router ca96ba20-db69-4e4f-9992-746da2ce2890 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:34.490821 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3672faba-ded7-4c99-9d45-501391a34e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (44a27bba-9ae7-4098-a401-45a1d6b1172d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.493439 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3672faba-ded7-4c99-9d45-501391a34e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.494595 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-3672faba-ded7-4c99-9d45-501391a34e6c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/44a27bba-9ae7-4098-a401-45a1d6b1172d HTTP/1.1" status: 204 len: 168 time: 0.5658519 Sep 26 17:57:34.495478 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:34.517162 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672faba-ded7-4c99-9d45-501391a34e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a27bba-9ae7-4098-a401-45a1d6b1172d,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:34.530434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Publish callbacks [] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.537033 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (6d645494-7cb9-4792-bc04-5ecb4f0096de), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.563124 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 42c274d7-412e-4512-a179-dd9274eddd68, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=42c274d7-412e-4512-a179-dd9274eddd68,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:34.652377 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:34.655658 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (42c274d7-412e-4512-a179-dd9274eddd68), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.656745 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 60654609-318c-4efc-a220-5b4b453ab430 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:34.699538 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:34.715702 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:34.780179 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d645494-7cb9-4792-bc04-5ecb4f0096de,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:34.845157 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Checking segment: {'id': '7b169bf5-c88b-42c7-96c4-bba5d574ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '3b36fbb9-f40b-4eec-8121-6307757b7c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:34.846528 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Network hostable DHCP agents. Network: 3b36fbb9-f40b-4eec-8121-6307757b7c5e, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:57:34.915459 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:34.915627 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Pushing event updated for resources: {'Port': ['ID=b79791fd-a4f0-41d3-b590-e3b5356cca21,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:34.976206 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47386) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:34.987279 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-3055468d-a475-4621-8fb8-b69225f13a02 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165023095', 'description': 'tempest-description--2140852593'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:34.993489 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 7 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:35.016590 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Network 3b36fbb9-f40b-4eec-8121-6307757b7c5e is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:57:35.050173 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8c6412fc-8e5a-4625-a355-5122fbac1fce req-dde6e4a8-4f22-4a85-a0fc-eb21bd9a23e3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 210 time: 0.1915190 Sep 26 17:57:35.069561 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:35.081459 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 4, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port': {'id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:19Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'a39b6775-bd0d-4836-b11d-1a306ced3d97', 'name': '', 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'mac_address': 'fa:16:3e:97:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '04b4c82a-2512-4631-ba5b-750df72fcf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:25Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'subnets': [{'id': '04b4c82a-2512-4631-ba5b-750df72fcf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:35.115888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 3b36fbb9-f40b-4eec-8121-6307757b7c5e) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:35.123403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:35.123403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:35.153846 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f7fe6-3ee8-4624-b44c-7b7c10d2ffd0 None None] Network 3b36fbb9-f40b-4eec-8121-6307757b7c5e requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:35.160293 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7bf881-4e03-42d1-84b5-fdb4706acc6a None None] The sync data for ids ['ca96ba20-db69-4e4f-9992-746da2ce2890'] in dv-cinder-859317-1-iscsi is: [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 4, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port': {'id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:19Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'a39b6775-bd0d-4836-b11d-1a306ced3d97', 'name': '', 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'mac_address': 'fa:16:3e:97:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '04b4c82a-2512-4631-ba5b-750df72fcf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:25Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'subnets': [{'id': '04b4c82a-2512-4631-ba5b-750df72fcf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:35.185526 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:35.189890 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:35.219200 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=42c274d7-412e-4512-a179-dd9274eddd68,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:35.530783 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e35ea02-728e-4387-aa38-7c672e839693 req-1b504e3b-8940-418c-af10-b10a22ccd92b tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 210 time: 0.3139858 Sep 26 17:57:35.549704 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Attempting to bind port 69387a54-79f7-4200-a79b-9e357dae9fc9 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:35.554715 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Attempting to bind port 69387a54-79f7-4200-a79b-9e357dae9fc9 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:35.560835 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Attempting to bind port 69387a54-79f7-4200-a79b-9e357dae9fc9 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:35.578863 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Router 4de50d29-5741-4755-8036-3b46089aaeff has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:57:35.601402 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3055468d-a475-4621-8fb8-b69225f13a02 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:35.648153 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d349a7-6c7d-4495-900b-5f906cc29885 None None] Pushing event updated for resources: {'Port': ['ID=69387a54-79f7-4200-a79b-9e357dae9fc9,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:35.684937 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:35.734822 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:29Z', 'revision_number': 2, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:35.746515 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:35.779816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:35.816445 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 2, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:35.830128 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:35.847269 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:57:35.849861 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:35.850815 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Updating router 6b38a441-501f-4c26-8736-379f421d609f port 6486cf4b-19ed-466b-ba08-e5a8d13114ea binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:35.860585 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-2d22eb57-147d-496e-aae2-57d43ae935aa admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/4de50d29-5741-4755-8036-3b46089aaeff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1162674 Sep 26 17:57:35.864933 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-10829a14-5727-4ca2-a59d-a0e1654df010 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2010498 Sep 26 17:57:35.865958 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Sync routers for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:35.869341 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3055468d-a475-4621-8fb8-b69225f13a02 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (5f7168cf-51b3-4c89-a565-2f42b1e58338), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:35.884880 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:35.886351 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:35.908941 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 60654609-318c-4efc-a220-5b4b453ab430 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:35.912084 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (60654609-318c-4efc-a220-5b4b453ab430), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:35.912084 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 60654609-318c-4efc-a220-5b4b453ab430 Sep 26 17:57:35.963422 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab07e54-3205-494e-8f8a-f0a72393b4e7 None None] The sync data for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi is: [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 2, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:35.988770 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3055468d-a475-4621-8fb8-b69225f13a02 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (5f7168cf-51b3-4c89-a565-2f42b1e58338), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:35.989850 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-d7443ff8-8f2e-4d1b-baf6-02bae5912444 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:35.991420 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-d7443ff8-8f2e-4d1b-baf6-02bae5912444 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 819 time: 0.2275190 Sep 26 17:57:36.036040 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-bcb58914-0f2f-4fd2-8494-fef256ff713f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/quotas/222cdd96fb334e63a823cab0d33f939f HTTP/1.1" status: 200 len: 375 time: 0.0337992 Sep 26 17:57:36.129164 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47428) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:36.137488 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-798538be-eed0-44d7-98f5-de4eb98992d1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226477124', 'description': 'tempest-description--650310596'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:36.154286 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.172203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055468d-a475-4621-8fb8-b69225f13a02 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7168cf-51b3-4c89-a565-2f42b1e58338,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:36.242449 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-d9ff1671-785f-407e-9344-12d77daf3c7d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1986282 Sep 26 17:57:36.248180 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:36.252737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Checking segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:36.253761 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.255662 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Bound using segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:36.256437 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Bound port: 69387a54-79f7-4200-a79b-9e357dae9fc9, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:36.257013 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.276278 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3055468d-a475-4621-8fb8-b69225f13a02 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.288935 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-3055468d-a475-4621-8fb8-b69225f13a02 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3035994 Sep 26 17:57:36.288935 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47438) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:36.292783 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-aeb19523-406b-425d-bf6b-a8688118ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': '5f7168cf-51b3-4c89-a565-2f42b1e58338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:36.333545 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 8 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:36.362937 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47442) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:36.422271 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8bc8bc-7d0f-4362-a47b-ba8a4de3484a None None] Network 3b36fbb9-f40b-4eec-8121-6307757b7c5e requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:57:36.469593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-798538be-eed0-44d7-98f5-de4eb98992d1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.492151 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-aeb19523-406b-425d-bf6b-a8688118ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (8ca04cec-34b6-47a8-8ee0-d521c2f4a2cc), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.520475 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Port 69387a54-79f7-4200-a79b-9e357dae9fc9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:36.524909 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:36.549270 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] Deleting subnet 5f04bbeb-217c-4a84-8d01-a01b392e2ef1 {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 17:57:36.553536 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-7f425de3-87a1-4960-bce9-b9f5e0bf2e04 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111768 Sep 26 17:57:36.554816 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:36.568884 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] Publish callbacks [] for subnet (5f04bbeb-217c-4a84-8d01-a01b392e2ef1), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.703534 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-798538be-eed0-44d7-98f5-de4eb98992d1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.704324 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] Publish callbacks [] for subnet (5f04bbeb-217c-4a84-8d01-a01b392e2ef1), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.737776 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-aeb19523-406b-425d-bf6b-a8688118ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (8ca04cec-34b6-47a8-8ee0-d521c2f4a2cc), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.739639 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (5f04bbeb-217c-4a84-8d01-a01b392e2ef1), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.742427 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:36.748798 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-1318bb50-dfb8-4ff5-85ca-2265f48f242d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854172 Sep 26 17:57:36.763296 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] For port 69387a54-79f7-4200-a79b-9e357dae9fc9, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:36.769650 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] For port 69387a54-79f7-4200-a79b-9e357dae9fc9, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=69387a54-79f7-4200-a79b-9e357dae9fc9,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:36.828009 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-798538be-eed0-44d7-98f5-de4eb98992d1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.838182 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-aeb19523-406b-425d-bf6b-a8688118ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (8ca04cec-34b6-47a8-8ee0-d521c2f4a2cc), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:36.907678 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798538be-eed0-44d7-98f5-de4eb98992d1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:36.962607 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb19523-406b-425d-bf6b-a8688118ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca04cec-34b6-47a8-8ee0-d521c2f4a2cc,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:37.055147 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-798538be-eed0-44d7-98f5-de4eb98992d1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.056551 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-798538be-eed0-44d7-98f5-de4eb98992d1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9250069 Sep 26 17:57:37.060007 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47466) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:37.065758 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-e34058cb-78ab-43bf-bb65-2f0908e9a528 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'security_group_rule': {'security_group_id': 'f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:37.072827 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 2, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:37.101099 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (5f04bbeb-217c-4a84-8d01-a01b392e2ef1), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.115897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-aeb19523-406b-425d-bf6b-a8688118ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.120260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47472) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:37.126283 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-aeb19523-406b-425d-bf6b-a8688118ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8369875 Sep 26 17:57:37.126495 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-7ae50776-f7e3-4db2-bfae-f32afe632bbb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': '5f7168cf-51b3-4c89-a565-2f42b1e58338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:37.132249 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Checking router: 4de50d29-5741-4755-8036-3b46089aaeff for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:37.132596 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Updating router 4de50d29-5741-4755-8036-3b46089aaeff port b79791fd-a4f0-41d3-b590-e3b5356cca21 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:37.174069 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 9 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:37.189242 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.215561 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.224697 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47476) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:37.225368 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/5f04bbeb-217c-4a84-8d01-a01b392e2ef1 HTTP/1.1" status: 204 len: 168 time: 0.8593631 Sep 26 17:57:37.231777 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d86d8-d81d-4150-89b9-f0cc98e98a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f04bbeb-217c-4a84-8d01-a01b392e2ef1,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:37.232380 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-ff4737b7-581e-4f04-a5e3-11b97afe02d7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2105853133', 'description': 'tempest-description--1876702226'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:37.245135 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.251108 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47478) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:37.296097 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e34058cb-78ab-43bf-bb65-2f0908e9a528 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (2aecc342-a3c1-4063-b103-b5d4b32797c2), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.392403 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7ae50776-f7e3-4db2-bfae-f32afe632bbb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (048a7d2f-85e3-48f3-a3fd-f6da39c42560), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.447715 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e34058cb-78ab-43bf-bb65-2f0908e9a528 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (2aecc342-a3c1-4063-b103-b5d4b32797c2), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.525888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e34058cb-78ab-43bf-bb65-2f0908e9a528 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (2aecc342-a3c1-4063-b103-b5d4b32797c2), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.530793 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:37.607150 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34058cb-78ab-43bf-bb65-2f0908e9a528 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aecc342-a3c1-4063-b103-b5d4b32797c2,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:37.630652 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:37.789799 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a2f84b20-e4fd-4689-82ec-d76b36c64969 req-7fd497d3-3d0b-4474-8619-c521902c3dc6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.3121219 Sep 26 17:57:37.789799 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-56c33300-e3b6-417c-908d-c8b8c21fe5eb req-d425e559-632c-49ab-976b-f942f88a4899 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 210 time: 0.3954325 Sep 26 17:57:37.791451 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e34058cb-78ab-43bf-bb65-2f0908e9a528 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.791451 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e34058cb-78ab-43bf-bb65-2f0908e9a528 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7077155 Sep 26 17:57:37.791451 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47498) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:37.792459 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Publish callbacks [] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.792557 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-294883fe-7d31-4ccc-ac98-1cbff79622ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'security_group_rule': {'security_group_id': 'f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:37.805959 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ff4737b7-581e-4f04-a5e3-11b97afe02d7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.810389 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 60654609-318c-4efc-a220-5b4b453ab430 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:37.814891 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (cbf0e5ab-d03f-4b87-8057-759e0655b369), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.815731 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 934eb9a1-d7c3-439f-b9ed-c52384483543 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:37.916459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7ae50776-f7e3-4db2-bfae-f32afe632bbb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (048a7d2f-85e3-48f3-a3fd-f6da39c42560), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.917670 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:37.930718 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.943158 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-294883fe-7d31-4ccc-ac98-1cbff79622ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (fd6bda26-9e40-4e3f-a4ea-783f16a84fba), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:37.946068 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:37.946910 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:37.976171 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ff4737b7-581e-4f04-a5e3-11b97afe02d7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (ab2b068a-32d6-4650-b96d-b9954d9d5404), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.026941 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-294883fe-7d31-4ccc-ac98-1cbff79622ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (fd6bda26-9e40-4e3f-a4ea-783f16a84fba), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.029398 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:38.037886 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (cbf0e5ab-d03f-4b87-8057-759e0655b369), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.063738 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.064826 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.066130 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.066727 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.067804 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.068304 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.069087 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.069694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.070178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.070709 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.075673 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:38.082381 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf88f9b-e5a5-4fe3-a251-94535dd59bf4 None None] Pushing event updated for resources: {'Port': ['ID=b79791fd-a4f0-41d3-b590-e3b5356cca21,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:38.108279 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:38.112075 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-294883fe-7d31-4ccc-ac98-1cbff79622ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (fd6bda26-9e40-4e3f-a4ea-783f16a84fba), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.164163 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294883fe-7d31-4ccc-ac98-1cbff79622ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6bda26-9e40-4e3f-a4ea-783f16a84fba,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:38.196116 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Attempting to bind port b79791fd-a4f0-41d3-b590-e3b5356cca21 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:38.200679 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Attempting to bind port b79791fd-a4f0-41d3-b590-e3b5356cca21 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:38.200679 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Attempting to bind port b79791fd-a4f0-41d3-b590-e3b5356cca21 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:38.309554 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d349a7-6c7d-4495-900b-5f906cc29885 None None] Pushing event updated for resources: {'Port': ['ID=69387a54-79f7-4200-a79b-9e357dae9fc9,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:38.320684 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:38.321384 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Checking segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:38.322750 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.323350 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Bound using segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:38.323995 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Bound port: b79791fd-a4f0-41d3-b590-e3b5356cca21, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:38.324534 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.330011 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-294883fe-7d31-4ccc-ac98-1cbff79622ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.333752 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-294883fe-7d31-4ccc-ac98-1cbff79622ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5578499 Sep 26 17:57:38.342263 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47518) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:38.348367 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:38.399344 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 934eb9a1-d7c3-439f-b9ed-c52384483543 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:38.401140 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.401742 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 934eb9a1-d7c3-439f-b9ed-c52384483543 Sep 26 17:57:38.416419 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:38.475061 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.475512 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.477119 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.477773 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=118303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:57:38.478245 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf0e5ab-d03f-4b87-8057-759e0655b369']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:38.478707 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] For port b79791fd-a4f0-41d3-b590-e3b5356cca21, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:38.482909 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] For port b79791fd-a4f0-41d3-b590-e3b5356cca21, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b79791fd-a4f0-41d3-b590-e3b5356cca21,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:38.497114 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.509051 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7ae50776-f7e3-4db2-bfae-f32afe632bbb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (048a7d2f-85e3-48f3-a3fd-f6da39c42560), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.511125 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ff4737b7-581e-4f04-a5e3-11b97afe02d7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (ab2b068a-32d6-4650-b96d-b9954d9d5404), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.592438 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:38.592438 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:38.592438 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae50776-f7e3-4db2-bfae-f32afe632bbb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048a7d2f-85e3-48f3-a3fd-f6da39c42560,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:38.595753 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.624353 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.644919 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:38.644919 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:38.653344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.670169 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Releasing vlan 468 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 17:57:38.670594 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.718094 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Current status of the port 69387a54-79f7-4200-a79b-9e357dae9fc9 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:38.718781 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.777897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4737b7-581e-4f04-a5e3-11b97afe02d7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b068a-32d6-4650-b96d-b9954d9d5404,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:38.809026 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7ae50776-f7e3-4db2-bfae-f32afe632bbb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.817680 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7ae50776-f7e3-4db2-bfae-f32afe632bbb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6914732 Sep 26 17:57:38.823337 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47538) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:38.829572 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:38.834218 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ff4737b7-581e-4f04-a5e3-11b97afe02d7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.836518 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ff4737b7-581e-4f04-a5e3-11b97afe02d7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6099355 Sep 26 17:57:38.840186 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47540) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:38.845133 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-04de17bb-a1ec-4dda-9564-555e4b969ba3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'security_group_rule': {'security_group_id': 'ab2b068a-32d6-4650-b96d-b9954d9d5404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:38.937816 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.962897 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cebb8ae0-5a08-4e98-966c-ce022cc863b9 req-653bf0b5-fec2-4306-82d1-6003d108a23c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0934455 Sep 26 17:57:38.965881 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (cbf0e5ab-d03f-4b87-8057-759e0655b369), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.987864 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Publish callbacks [] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:38.993982 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf88f9b-e5a5-4fe3-a251-94535dd59bf4 None None] Pushing event updated for resources: {'Port': ['ID=b79791fd-a4f0-41d3-b590-e3b5356cca21,revision_number=4']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:39.032507 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf0e5ab-d03f-4b87-8057-759e0655b369,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:39.045664 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.049582 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9bb146c9-18ff-4c15-b4df-d628919f79f1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/cbf0e5ab-d03f-4b87-8057-759e0655b369 HTTP/1.1" status: 204 len: 168 time: 1.7953346 Sep 26 17:57:39.059426 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:39.061814 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47548) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:39.108457 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 934eb9a1-d7c3-439f-b9ed-c52384483543 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:39.108889 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.114766 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.120856 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:39.126078 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:39.167327 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] For port 69387a54-79f7-4200-a79b-9e357dae9fc9, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=69387a54-79f7-4200-a79b-9e357dae9fc9,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:39.172798 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:36Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:39.188674 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Allocated IP 172.27.2.123 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/a4d5f435-af19-467d-b64b-90091cbd94c3) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:39.210027 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8aacc0f0-c1a6-4a72-a9de-77172c5235de req-fcc7f909-7d5a-4982-80a3-4803b7ac0a4b tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 210 time: 0.0811071 Sep 26 17:57:39.215636 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04de17bb-a1ec-4dda-9564-555e4b969ba3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (f28a652c-d6de-4bc9-b982-22d1a8f238b3), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.217807 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c233dd-ffb1-4aec-a39c-15cae919acb5 None None] The sync data for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi is: [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:36Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:39.232887 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 934eb9a1-d7c3-439f-b9ed-c52384483543, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=934eb9a1-d7c3-439f-b9ed-c52384483543,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:39.304759 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] Deleting subnet 6d645494-7cb9-4792-bc04-5ecb4f0096de {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 17:57:39.311957 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] Publish callbacks [] for subnet (6d645494-7cb9-4792-bc04-5ecb4f0096de), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.336754 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Attempting to bind port 6486cf4b-19ed-466b-ba08-e5a8d13114ea on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:39.340335 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Attempting to bind port 6486cf4b-19ed-466b-ba08-e5a8d13114ea by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:39.344284 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Attempting to bind port 6486cf4b-19ed-466b-ba08-e5a8d13114ea on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:39.403897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.442877 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f8ee9-c47f-47cf-a810-c670d5c1ffee None None] Pushing event updated for resources: {'Port': ['ID=6486cf4b-19ed-466b-ba08-e5a8d13114ea,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:39.466817 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa resource provider aggregate not found Sep 26 17:57:39.478067 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.484155 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 3422a309-e061-4c0a-8ff3-e6940c8d97bf up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:39.494381 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.532918 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (6d645494-7cb9-4792-bc04-5ecb4f0096de), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.542973 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Provisioning complete for port 4daf1f43-8eb7-4b03-8619-37b34c798abf triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:39.543369 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.543710 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 1 to provision port 4daf1f43-8eb7-4b03-8619-37b34c798abf Sep 26 17:57:39.580598 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:38Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:39.589156 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf5409c5-17c0-4ac6-a8d2-ada6fe41c4fa found for delete ", "request_id": "req-4181a5e4-1f31-490c-bca2-29e698edc653"}]} Sep 26 17:57:39.658791 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04de17bb-a1ec-4dda-9564-555e4b969ba3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (f28a652c-d6de-4bc9-b982-22d1a8f238b3), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.670647 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (6d645494-7cb9-4792-bc04-5ecb4f0096de), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.684230 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3d528-699a-4c37-8dbd-9b95b429bfcf None None] The sync data for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi is: [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:38Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:39.748070 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.749403 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:39.749778 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Checking segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:39.750265 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.750658 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Bound using segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:39.751176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Bound port: 6486cf4b-19ed-466b-ba08-e5a8d13114ea, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:39.751514 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.758971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.770832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04de17bb-a1ec-4dda-9564-555e4b969ba3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (f28a652c-d6de-4bc9-b982-22d1a8f238b3), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.941367 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 3422a309-e061-4c0a-8ff3-e6940c8d97bf triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:39.941367 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:39.941367 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 3422a309-e061-4c0a-8ff3-e6940c8d97bf Sep 26 17:57:39.978210 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.005713 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] For port 6486cf4b-19ed-466b-ba08-e5a8d13114ea, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:40.015774 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=934eb9a1-d7c3-439f-b9ed-c52384483543,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:40.158654 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:40.196836 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:40.211098 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] For port 6486cf4b-19ed-466b-ba08-e5a8d13114ea, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=6486cf4b-19ed-466b-ba08-e5a8d13114ea,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:40.217301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:40.238117 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de17bb-a1ec-4dda-9564-555e4b969ba3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28a652c-d6de-4bc9-b982-22d1a8f238b3,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:40.295882 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'Port': ['ID=a4d5f435-af19-467d-b64b-90091cbd94c3,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:40.360034 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.27.2.85 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/92e8f159-9193-44b9-b401-59d3d42a2e32) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:40.425554 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.466659 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3108b68e-f8f7-4c1b-84c1-fe0b8a9609f2 req-efb9f8ab-a5c2-4af6-a440-9f47aff6d60d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0872662 Sep 26 17:57:40.475781 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (6d645494-7cb9-4792-bc04-5ecb4f0096de), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.481994 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:40.483157 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:40.499446 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04de17bb-a1ec-4dda-9564-555e4b969ba3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.506324 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-04de17bb-a1ec-4dda-9564-555e4b969ba3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6649463 Sep 26 17:57:40.508689 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.86', 58046) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:40.515309 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47572) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:40.528425 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Current status of the port 4daf1f43-8eb7-4b03-8619-37b34c798abf is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:40.594898 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.611782 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Provisioning complete for port a39b6775-bd0d-4836-b11d-1a306ced3d97 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:40.613361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.613729 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 1 to provision port a39b6775-bd0d-4836-b11d-1a306ced3d97 Sep 26 17:57:40.636633 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-16b3efb6-f9f2-44cc-a064-6d071420a49c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'security_group_rule': {'security_group_id': 'ab2b068a-32d6-4650-b96d-b9954d9d5404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:40.662222 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.696667 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 3422a309-e061-4c0a-8ff3-e6940c8d97bf is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:40.697377 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.740149 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.818770 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.888291 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d645494-7cb9-4792-bc04-5ecb4f0096de,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:40.916020 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.922353 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:40.925202 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-2ea7aa98-8d03-46b3-860c-4613d48b0c1e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/6d645494-7cb9-4792-bc04-5ecb4f0096de HTTP/1.1" status: 204 len: 168 time: 1.8628197 Sep 26 17:57:40.927697 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3854fea1-f41e-4f8b-8483-ea78e66d6909 req-8cc337d5-50c4-4e07-b14a-b8c9b263985f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 210 time: 0.4065895 Sep 26 17:57:40.940798 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47580) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:40.976207 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:41.008329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:41.019197 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:41.025653 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=92e8f159-9193-44b9-b401-59d3d42a2e32,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:41.041957 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Pushing event updated for resources: {'Port': ['ID=69387a54-79f7-4200-a79b-9e357dae9fc9,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:41.061440 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:41.070368 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:41.103248 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:41.113839 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 3422a309-e061-4c0a-8ff3-e6940c8d97bf, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=3422a309-e061-4c0a-8ff3-e6940c8d97bf,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:41.120687 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (60297e3f-70c7-42da-a39b-3ae42a76b884), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.126825 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-a149f44b-c6bc-4b0b-95d0-539f3dff71b8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:41.131566 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-a149f44b-c6bc-4b0b-95d0-539f3dff71b8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 819 time: 0.6053772 Sep 26 17:57:41.134285 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16b3efb6-f9f2-44cc-a064-6d071420a49c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (ceab02bb-c3ae-48de-a4ff-ade2a852f137), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.142736 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (3b36fbb9-f40b-4eec-8121-6307757b7c5e), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.164706 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.193184 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:41.243345 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.244331 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4daf1f43-8eb7-4b03-8619-37b34c798abf up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:41.249441 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f8ee9-c47f-47cf-a810-c670d5c1ffee None None] Pushing event updated for resources: {'Port': ['ID=6486cf4b-19ed-466b-ba08-e5a8d13114ea,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:41.270425 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.277520 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.327475 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'port': {'device_id': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'admin_state_up': True, 'tenant_id': '222cdd96fb334e63a823cab0d33f939f'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:41.369545 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.379654 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Current status of the port a39b6775-bd0d-4836-b11d-1a306ced3d97 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:41.380748 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.447525 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:41.467386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.467820 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=3422a309-e061-4c0a-8ff3-e6940c8d97bf,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:41.475319 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1312752 Sep 26 17:57:41.494614 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5512a1-f78e-4ef8-8b15-84250f435d5e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'Port': ['ID=a4d5f435-af19-467d-b64b-90091cbd94c3,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:41.499453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:41.514609 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:41.598117 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 4daf1f43-8eb7-4b03-8619-37b34c798abf triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:41.599204 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.599738 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 4daf1f43-8eb7-4b03-8619-37b34c798abf Sep 26 17:57:41.660220 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:41.684183 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a95e3-5c76-4e84-9968-88f1eae8f32e None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:41.687722 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] For port a39b6775-bd0d-4836-b11d-1a306ced3d97, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=a39b6775-bd0d-4836-b11d-1a306ced3d97,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:41.759750 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.86', 58055) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:41.840352 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 4daf1f43-8eb7-4b03-8619-37b34c798abf is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:41.860068 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.880768 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (3b36fbb9-f40b-4eec-8121-6307757b7c5e), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.901556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b36fbb9-f40b-4eec-8121-6307757b7c5e']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:41.964670 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Provisioning complete for port 6486cf4b-19ed-466b-ba08-e5a8d13114ea triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:41.981566 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:41.981955 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 1 to provision port 6486cf4b-19ed-466b-ba08-e5a8d13114ea Sep 26 17:57:41.985513 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a48a5450-81bf-439b-bcba-45c3f3eeee07 req-e74d4d4a-ea1a-4322-844b-395de970c373 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0773430 Sep 26 17:57:41.998272 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b169bf5-c88b-42c7-96c4-bba5d574ae21') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:41.998608 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b169bf5-c88b-42c7-96c4-bba5d574ae21') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:42.033945 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (7b169bf5-c88b-42c7-96c4-bba5d574ae21), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.052610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16b3efb6-f9f2-44cc-a064-6d071420a49c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (ceab02bb-c3ae-48de-a4ff-ade2a852f137), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.103170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Pushing event updated for resources: {'Port': ['ID=a39b6775-bd0d-4836-b11d-1a306ced3d97,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:42.116692 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (7b169bf5-c88b-42c7-96c4-bba5d574ae21), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.148806 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-79c1f081-3449-4d21-ab47-a525ee83f4c6 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:42.150364 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-79c1f081-3449-4d21-ab47-a525ee83f4c6 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.86 "GET /networking/v2.0/networks?id=680642b0-d74e-45e5-b069-df22d4ab0dea HTTP/1.1" status: 200 len: 811 time: 0.3890955 Sep 26 17:57:42.178596 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7e2a2159-e3c5-40fb-a49b-9940aea0d356 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1226477124&fields=id&tenant_id=641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 267 time: 0.1902437 Sep 26 17:57:42.181629 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Releasing vlan 492 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 17:57:42.182204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (7b169bf5-c88b-42c7-96c4-bba5d574ae21), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.186159 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.212673 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Request body: {'port': {'device_id': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea', 'admin_state_up': True, 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:42.269249 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Current status of the port 6486cf4b-19ed-466b-ba08-e5a8d13114ea is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:42.274855 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.275044 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16b3efb6-f9f2-44cc-a064-6d071420a49c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (ceab02bb-c3ae-48de-a4ff-ade2a852f137), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.336835 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 7b169bf5-c88b-42c7-96c4-bba5d574ae21 resource provider aggregate not found Sep 26 17:57:42.347862 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.349171 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (60297e3f-70c7-42da-a39b-3ae42a76b884), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.357326 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d32e77d3-dc85-48d8-9499-29605dcc2db8 req-0bdcb783-87d1-471a-8294-6197c3a10f82 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 210 time: 0.1950161 Sep 26 17:57:42.372111 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] For port 6486cf4b-19ed-466b-ba08-e5a8d13114ea, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=6486cf4b-19ed-466b-ba08-e5a8d13114ea,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:42.400607 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 7b169bf5-c88b-42c7-96c4-bba5d574ae21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b169bf5-c88b-42c7-96c4-bba5d574ae21 found for delete ", "request_id": "req-bf949d12-afb4-4909-9dc1-6cc379c7dae9"}]} Sep 26 17:57:42.472137 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=92e8f159-9193-44b9-b401-59d3d42a2e32,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:42.483648 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.509115 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Made reservation on behalf of 222cdd96fb334e63a823cab0d33f939f for: {'port': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:42.528787 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.541805 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.546043 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (3b36fbb9-f40b-4eec-8121-6307757b7c5e), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.553105 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-226b4bdb-f758-4e19-a243-68daa91355ee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7276695 Sep 26 17:57:42.584118 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.595573 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3b36fbb9-f40b-4eec-8121-6307757b7c5e HTTP/1.1" status: 204 len: 168 time: 1.6533434 Sep 26 17:57:42.596883 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3efb6-f9f2-44cc-a064-6d071420a49c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceab02bb-c3ae-48de-a4ff-ade2a852f137,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:42.597162 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Provisioning complete for port 32a29617-cfc3-4e33-b230-24a88b46a3e1 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:42.598916 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.599295 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Attempt 1 to provision port 32a29617-cfc3-4e33-b230-24a88b46a3e1 Sep 26 17:57:42.620935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 934eb9a1-d7c3-439f-b9ed-c52384483543 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:42.625774 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.86', 58062) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:42.690372 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Made reservation on behalf of 6cd1fad813d94b6cba21a788b11d2cd8 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:42.735066 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.742626 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebeef8-abaf-45de-a7bd-084be107bf78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b36fbb9-f40b-4eec-8121-6307757b7c5e,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:42.829606 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-16b3efb6-f9f2-44cc-a064-6d071420a49c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.838623 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-16b3efb6-f9f2-44cc-a064-6d071420a49c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3056984 Sep 26 17:57:42.941555 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Pushing event updated for resources: {'Port': ['ID=6486cf4b-19ed-466b-ba08-e5a8d13114ea,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:42.943644 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47654) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:43.014588 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 934eb9a1-d7c3-439f-b9ed-c52384483543 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:43.014984 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.016107 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 934eb9a1-d7c3-439f-b9ed-c52384483543 Sep 26 17:57:43.038189 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-49aa8f74-c65f-4b86-ad42-cf9bab598dc6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:43.046720 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-49aa8f74-c65f-4b86-ad42-cf9bab598dc6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 819 time: 0.4196827 Sep 26 17:57:43.048318 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:43.160005 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'port': {'device_id': '39b915bd-9baa-4915-861d-b2d2916f390f', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'admin_state_up': True, 'tenant_id': '222cdd96fb334e63a823cab0d33f939f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:43.162848 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-545db87f-ed6a-4a3d-a074-d6ae022ad626 None None] Current status of the port 32a29617-cfc3-4e33-b230-24a88b46a3e1 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:43.327955 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Provisioning complete for port b79791fd-a4f0-41d3-b590-e3b5356cca21 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:43.328299 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.328582 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 1 to provision port b79791fd-a4f0-41d3-b590-e3b5356cca21 Sep 26 17:57:43.376462 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 934eb9a1-d7c3-439f-b9ed-c52384483543 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:43.378642 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 42c274d7-412e-4512-a179-dd9274eddd68 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:43.424975 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-3b5cd33a-0c10-4ebc-8428-dfdfd2f68edc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:43.426983 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-3b5cd33a-0c10-4ebc-8428-dfdfd2f68edc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 816 time: 1.2229958 Sep 26 17:57:43.475876 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 42c274d7-412e-4512-a179-dd9274eddd68 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:43.476567 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (42c274d7-412e-4512-a179-dd9274eddd68), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.477126 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 42c274d7-412e-4512-a179-dd9274eddd68 Sep 26 17:57:43.504199 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Current status of the port b79791fd-a4f0-41d3-b590-e3b5356cca21 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:43.504854 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.508581 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-a0577da2-6206-4846-8a7d-56ca66374e65 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/quotas/641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 375 time: 0.0725946 Sep 26 17:57:43.539942 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-0ebe08c1-fa0b-4665-9736-006e9fbd0298 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1165023095&fields=id&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 267 time: 0.4584002 Sep 26 17:57:43.616501 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] For port b79791fd-a4f0-41d3-b590-e3b5356cca21, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b79791fd-a4f0-41d3-b590-e3b5356cca21,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:43.623498 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.623740 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Allocated IP 172.20.0.7 (680642b0-d74e-45e5-b069-df22d4ab0dea/04b4c82a-2512-4631-ba5b-750df72fcf3f/df1af5ff-3f2c-4a25-b273-3c032923423a) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:43.637839 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-b71712ab-b093-401a-84d9-04edd6e71553 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218498 Sep 26 17:57:43.712882 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 42c274d7-412e-4512-a179-dd9274eddd68 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:43.714022 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 33fff813-553e-415c-b675-0ffd66e82ce1 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:43.813941 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 33fff813-553e-415c-b675-0ffd66e82ce1 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:43.814861 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.815208 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 33fff813-553e-415c-b675-0ffd66e82ce1 Sep 26 17:57:43.854597 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Made reservation on behalf of 222cdd96fb334e63a823cab0d33f939f for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:43.859483 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.862343 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:43.907589 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.907589 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Provisioning complete for port 6486cf4b-19ed-466b-ba08-e5a8d13114ea triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:43.907589 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.907589 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 1 to provision port 6486cf4b-19ed-466b-ba08-e5a8d13114ea Sep 26 17:57:44.060052 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Current status of the port 6486cf4b-19ed-466b-ba08-e5a8d13114ea is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:44.062795 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Pushing event updated for resources: {'Port': ['ID=b79791fd-a4f0-41d3-b590-e3b5356cca21,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:44.079104 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks [] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.088450 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Provisioning complete for port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:44.088832 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.089175 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 1 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:44.112759 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47682) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:44.120151 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 33fff813-553e-415c-b675-0ffd66e82ce1 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:44.120636 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.167693 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 33fff813-553e-415c-b675-0ffd66e82ce1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=33fff813-553e-415c-b675-0ffd66e82ce1,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:44.168762 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:44.215906 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-5317d29d-259a-4847-8424-09ddfe2500a6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=80300c8e05c84849a6b3aa43d3a8f3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0985460 Sep 26 17:57:44.216126 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-8b0088cc-5222-4b8f-ab38-652c74006526 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:44.216126 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-8b0088cc-5222-4b8f-ab38-652c74006526 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.5665331 Sep 26 17:57:44.216756 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47684) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:44.235304 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.244789 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Allocated IP 172.20.0.7 (d5c08d16-21cf-4774-99c2-a11d7b1a50a8/91385043-853d-4e4e-8333-be028f582746/d5c7742a-1615-4abe-a98f-3a8de2bdf219) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:44.258744 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.261808 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 69387a54-79f7-4200-a79b-9e357dae9fc9 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:44.309985 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-395160af-2ad8-4b45-9e2b-2874361a3aa0 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/quotas/cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 375 time: 0.0775328 Sep 26 17:57:44.356308 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Network 680642b0-d74e-45e5-b069-df22d4ab0dea is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:44.375079 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:44.379303 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:44.386097 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:44.387019 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.422439 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Pushing event updated for resources: {'Port': ['ID=df1af5ff-3f2c-4a25-b273-3c032923423a,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:44.491732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=33fff813-553e-415c-b675-0ffd66e82ce1,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:44.535327 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 69387a54-79f7-4200-a79b-9e357dae9fc9 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:44.535600 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.536041 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 69387a54-79f7-4200-a79b-9e357dae9fc9 Sep 26 17:57:44.673892 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 2 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:44.683698 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-67e98d09-d1f1-4723-bcf2-66bfab6ac40f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4766588 Sep 26 17:57:44.712136 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-f158e7ae-eafc-4372-826f-ced63e911c7e tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:57:44.712759 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-f158e7ae-eafc-4372-826f-ced63e911c7e tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.86 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063601 Sep 26 17:57:44.722901 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 69387a54-79f7-4200-a79b-9e357dae9fc9 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:44.723901 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ca431a8c-34a3-43fc-ba3d-7fffb2890cbf up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:44.776345 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:44.807541 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:44.807953 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.808287 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf Sep 26 17:57:44.866515 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-2ac053e7-9887-45ba-8db1-1ed474bc900e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9377508 Sep 26 17:57:44.955413 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:44.978841 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:44.979324 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:44.992077 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-10e93481-2bae-4ec9-9f13-4295605eed28 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3112087 Sep 26 17:57:45.001786 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.041635 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:45.110018 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Request body: {'port': {'device_id': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:45.231235 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.231235 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device a39b6775-bd0d-4836-b11d-1a306ced3d97 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:45.264667 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.313698 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 3 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:45.367550 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c2c-0be5-4bad-8d85-7a6798836f64 admin admin] Publish callbacks [] for security_group (d71008a3-7443-4442-b99b-5e7a05d6160a), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.431763 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Sync routers for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:57:45.516707 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:45.524807 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:45.535644 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:45.556048 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:45.556679 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:45.556975 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c2c-0be5-4bad-8d85-7a6798836f64 admin admin] Publish callbacks [] for security_group (d71008a3-7443-4442-b99b-5e7a05d6160a), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.558844 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:45.804524 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-62f5a2f1-98d2-4197-b983-90187d6e7220 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9110689 Sep 26 17:57:45.805485 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c2c-0be5-4bad-8d85-7a6798836f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (d71008a3-7443-4442-b99b-5e7a05d6160a), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.812940 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d76f5c2c-0be5-4bad-8d85-7a6798836f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.812940 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d76f5c2c-0be5-4bad-8d85-7a6798836f64 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d71008a3-7443-4442-b99b-5e7a05d6160a HTTP/1.1" status: 204 len: 168 time: 1.5822353 Sep 26 17:57:45.931563 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:45.935743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Allocated IP 172.27.2.148 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:45.944160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:45.954073 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f5c2c-0be5-4bad-8d85-7a6798836f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71008a3-7443-4442-b99b-5e7a05d6160a,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:45.975343 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-a7976540-22bc-4077-984b-64583f7b04ae service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8882544 Sep 26 17:57:46.031500 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:46.129983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:46.181383 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:46.197373 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1af5ff-3f2c-4a25-b273-3c032923423a {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:57:46.216362 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Publish callbacks [] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:46.250155 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 4 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:46.255290 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port a39b6775-bd0d-4836-b11d-1a306ced3d97 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:46.255959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:46.257117 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port a39b6775-bd0d-4836-b11d-1a306ced3d97 Sep 26 17:57:46.291000 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:46.317307 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Transition to ACTIVE for port object df1af5ff-3f2c-4a25-b273-3c032923423a will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:57:46.503877 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d9ff9c68-98aa-47ac-9ca7-42626e5439f8 req-dea0ce19-ba8e-4012-9ea3-00907d5c5820 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.1219971 Sep 26 17:57:46.507553 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:46.672715 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 2, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:46.708870 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Checking router: d3d8a350-ff90-4f6a-858e-4e125eb08b22 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:57:46.709236 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Updating router d3d8a350-ff90-4f6a-858e-4e125eb08b22 port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:57:46.753258 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:46.780652 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:46.792848 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:46.800739 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port a39b6775-bd0d-4836-b11d-1a306ced3d97 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:46.802020 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 3422a309-e061-4c0a-8ff3-e6940c8d97bf up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:46.828920 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:46.855293 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Allocated IP 172.20.0.12 (d5c08d16-21cf-4774-99c2-a11d7b1a50a8/91385043-853d-4e4e-8333-be028f582746/1c747281-9d9d-4183-b4f2-a9beb65a911f) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:46.858151 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:46.888448 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:46.985126 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-953febcf-da4a-4049-aebf-681f871f1fc5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9916804 Sep 26 17:57:47.005500 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'Port': ['ID=d5c7742a-1615-4abe-a98f-3a8de2bdf219,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:47.030272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Pushing event updated for resources: {'Port': ['ID=df1af5ff-3f2c-4a25-b273-3c032923423a,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:47.040923 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.068133 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Attempting to bind port df1af5ff-3f2c-4a25-b273-3c032923423a on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:47.068133 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Attempting to bind port df1af5ff-3f2c-4a25-b273-3c032923423a by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:47.068866 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Attempting to bind port df1af5ff-3f2c-4a25-b273-3c032923423a on network 680642b0-d74e-45e5-b069-df22d4ab0dea {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:47.076604 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 3422a309-e061-4c0a-8ff3-e6940c8d97bf triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:47.076951 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.077354 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 3422a309-e061-4c0a-8ff3-e6940c8d97bf Sep 26 17:57:47.094418 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:47.150452 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a3196-f24b-44aa-9c0f-cb71c6881041 req-a4dac842-f4b0-4b03-acd4-407a3761e639 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:47.157866 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a48a3196-f24b-44aa-9c0f-cb71c6881041 req-a4dac842-f4b0-4b03-acd4-407a3761e639 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.4181609 Sep 26 17:57:47.244186 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:47.244862 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.262723 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:47.283814 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:47.292428 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:47.321924 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'Port': ['ID=ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:47.324088 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47730) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:47.356058 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 5 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:47.359859 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Port df1af5ff-3f2c-4a25-b273-3c032923423a on network 680642b0-d74e-45e5-b069-df22d4ab0dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:57:47.360369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Attempting to bind port df1af5ff-3f2c-4a25-b273-3c032923423a on network 680642b0-d74e-45e5-b069-df22d4ab0dea {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:47.365313 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a48a3196-f24b-44aa-9c0f-cb71c6881041 req-9c6835b4-f33f-48cb-b54b-bf8cac56d6ba tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065294 Sep 26 17:57:47.487637 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:47.507181 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.509303 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-0d4b2ea3-548b-40e3-b9a8-50f4ce4b01e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2277067 Sep 26 17:57:47.515544 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a7d51b45-0ec6-4a8a-8608-8517b5605315 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c44b7b0de74a4907ab2e0bcaa3995adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846559 Sep 26 17:57:47.520143 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47732) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:47.564766 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 3422a309-e061-4c0a-8ff3-e6940c8d97bf is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:47.566768 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b79791fd-a4f0-41d3-b590-e3b5356cca21 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:47.600452 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:47.600880 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Checking segment: {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:47.601484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Bound using segment: {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:47.602281 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Bound port: df1af5ff-3f2c-4a25-b273-3c032923423a, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462ccdbc-0203-4cac-b097-07273ae35335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:47.602636 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.746169 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e423306-3275-4e95-9924-4e5f81c1e96a req-754716ab-9525-45ae-8994-e0e7c69cdc10 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.2444005 Sep 26 17:57:47.747049 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port b79791fd-a4f0-41d3-b590-e3b5356cca21 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:47.747439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.747776 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port b79791fd-a4f0-41d3-b590-e3b5356cca21 Sep 26 17:57:47.783554 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Publish callbacks [] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.813402 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c867820e-3848-4ff5-bfea-d4b6f7c5d5b1 req-9f33d49c-f037-4b86-bfa1-b94d8990f445 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0596719 Sep 26 17:57:47.826256 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dd7373d5-3a5c-4163-b03c-4be8543b94de admin admin] Publish callbacks [] for security_group (e97bc97e-1390-4fea-8df3-b3884ac9ad0e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.857311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] For port df1af5ff-3f2c-4a25-b273-3c032923423a, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:47.872764 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (918f9c73-2218-4745-8975-83080de29153), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.880791 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dd7373d5-3a5c-4163-b03c-4be8543b94de admin admin] Publish callbacks [] for security_group (e97bc97e-1390-4fea-8df3-b3884ac9ad0e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.892586 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] For port df1af5ff-3f2c-4a25-b273-3c032923423a, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df1af5ff-3f2c-4a25-b273-3c032923423a,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:47.915961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.918080 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e6744734-03d7-460a-9a93-2c569c017934 req-167eb444-779b-49eb-9e35-49a62303a9fc tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0730968 Sep 26 17:57:47.918959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port b79791fd-a4f0-41d3-b590-e3b5356cca21 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:47.963852 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:47.997936 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 6 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:48.008968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'Port': ['ID=1c747281-9d9d-4183-b4f2-a9beb65a911f,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:48.019866 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.047607 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:48.047894 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.049910 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/df1af5ff-3f2c-4a25-b273-3c032923423a HTTP/1.1" status: 200 len: 1093 time: 3.0473654 Sep 26 17:57:48.053595 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'tag': 'df1af5ff-3f2c-4a25-b273-3c032923423a'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:57:48.059186 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.069326 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6eed-d9ab-45b6-9299-6a730a2d3e4d None None] Pushing event updated for resources: {'Port': ['ID=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:48.102595 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:48.118169 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Attempting to bind port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:48.118459 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Attempting to bind port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:48.118910 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Attempting to bind port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:48.130491 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:48.139762 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:48.147177 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:48.151967 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:48.152402 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.169376 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cea712-1a2b-4ca9-b1ef-c35d5bf5f947 service neutron] Pushing event updated for resources: {'Port': ['ID=df1af5ff-3f2c-4a25-b273-3c032923423a,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:48.177398 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:48.177926 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Checking segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:48.178333 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.178882 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Bound using segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:48.179505 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Bound port: 0ca3196c-a1c8-4db9-be03-15dfaacf9c86, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:48.182878 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.292876 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8228e7f6-278d-4267-809d-4dd931dc0b2d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1477094 Sep 26 17:57:48.294163 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dd7373d5-3a5c-4163-b03c-4be8543b94de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (e97bc97e-1390-4fea-8df3-b3884ac9ad0e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.297434 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dd7373d5-3a5c-4163-b03c-4be8543b94de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.299020 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-dd7373d5-3a5c-4163-b03c-4be8543b94de admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e97bc97e-1390-4fea-8df3-b3884ac9ad0e HTTP/1.1" status: 204 len: 168 time: 0.7778153 Sep 26 17:57:48.320817 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7373d5-3a5c-4163-b03c-4be8543b94de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97bc97e-1390-4fea-8df3-b3884ac9ad0e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:48.339441 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e561490-7bcc-440a-94c1-754962631220" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad9fb3e-9580-4855-bd01-23c73ebc5697", "tag": "df1af5ff-3f2c-4a25-b273-3c032923423a"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:57:48.351900 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.388346 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ca431a8c-34a3-43fc-ba3d-7fffb2890cbf up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:48.418434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] For port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:48.427369 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.442779 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] For port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:48.482290 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:48.482668 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.482999 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf Sep 26 17:57:48.512808 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (918f9c73-2218-4745-8975-83080de29153), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.560578 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:48.573003 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.576700 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19342c-ef88-49f2-8fc8-4afc975a34c8 x-openstack-request-id: req-4a19342c-ef88-49f2-8fc8-4afc975a34c8 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:57:48.576984 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad9fb3e-9580-4855-bd01-23c73ebc5697", "tag": "df1af5ff-3f2c-4a25-b273-3c032923423a", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:57:48.577260 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a19342c-ef88-49f2-8fc8-4afc975a34c8 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:57:48.577738 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a19342c-ef88-49f2-8fc8-4afc975a34c8'] response: {'name': 'network-changed', 'server_uuid': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'tag': 'df1af5ff-3f2c-4a25-b273-3c032923423a', 'status': 'completed', 'code': 200} Sep 26 17:57:48.608496 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Attempt 7 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:48.609662 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:48.619548 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6539676 Sep 26 17:57:48.634532 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345f743-ec32-4019-95ed-ba9255a39e4f req-293ad13c-d175-4d09-b4a3-dd5aabb58967 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:48.636370 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6345f743-ec32-4019-95ed-ba9255a39e4f req-293ad13c-d175-4d09-b4a3-dd5aabb58967 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.0685692 Sep 26 17:57:48.637029 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd4ca7-1cee-448a-9e6a-232393e1e866 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'Port': ['ID=ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:48.637705 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:57:48.638342 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:57:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:48.719188 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6eed-d9ab-45b6-9299-6a730a2d3e4d None None] Pushing event updated for resources: {'Port': ['ID=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:48.939470 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6345f743-ec32-4019-95ed-ba9255a39e4f req-17572708-0072-481a-8ab8-53b778158ab0 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890329 Sep 26 17:57:48.984309 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:48.985520 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-4d31e010-016b-48e1-8282-5fad68969a0d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2105853133&fields=id&tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568 HTTP/1.1" status: 200 len: 267 time: 0.0663688 Sep 26 17:57:48.997243 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:49.003793 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 6486cf4b-19ed-466b-ba08-e5a8d13114ea up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:49.030060 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Current status of the port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:49.030611 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:49.052088 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:57:49.083455 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35485c3d-dc00-4ea5-a049-25a9fc6c4c98 req-e755a26e-638c-4bb4-ac3d-87a51c0e436b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0333598 Sep 26 17:57:49.146059 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-51c1d017-0aa3-4aaa-9ccc-a81a45566843 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:49.148473 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-51c1d017-0aa3-4aaa-9ccc-a81a45566843 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 810 time: 0.1615558 Sep 26 17:57:49.169921 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] For port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:49.170678 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-d882c956-8c28-4899-afee-617ff89c7e7d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/quotas/b04dd3fdb6ab4fddbd9f68b60cac3568 HTTP/1.1" status: 200 len: 375 time: 0.0137358 Sep 26 17:57:49.172733 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 6486cf4b-19ed-466b-ba08-e5a8d13114ea triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:49.173113 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:49.174100 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 6486cf4b-19ed-466b-ba08-e5a8d13114ea Sep 26 17:57:49.249020 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-fca045e9-5b1b-4be1-ba6a-4d1f7dbaa7f1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723913 Sep 26 17:57:49.254642 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297f89-29b2-40ab-ab38-683fd3daa8a1 req-1b391b01-c81d-4c56-8d18-64b70b8f50f5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:49.256063 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f297f89-29b2-40ab-ab38-683fd3daa8a1 req-1b391b01-c81d-4c56-8d18-64b70b8f50f5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 932 time: 0.0702050 Sep 26 17:57:49.321587 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:49.402758 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f297f89-29b2-40ab-ab38-683fd3daa8a1 req-b2e263cd-3add-406c-b0f4-ef0af48750c8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320672 Sep 26 17:57:49.412454 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:48Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:57:49.434580 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-95e1ef58-5875-474f-9720-8bad27ca61a3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734390 Sep 26 17:57:49.486551 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 6486cf4b-19ed-466b-ba08-e5a8d13114ea is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:49.487694 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device a39b6775-bd0d-4836-b11d-1a306ced3d97 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:49.551108 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a724f2-4c6e-47cf-8252-73630f894613 None None] The sync data for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi is: [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:48Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:57:49.591968 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port a39b6775-bd0d-4836-b11d-1a306ced3d97 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:49.592316 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:49.592658 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port a39b6775-bd0d-4836-b11d-1a306ced3d97 Sep 26 17:57:49.615013 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Provisioning complete for port d5c7742a-1615-4abe-a98f-3a8de2bdf219 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:49.615395 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:49.615733 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 1 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:49.652475 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1514a89d-cc56-4c33-aeb5-a9b3972d331b req-40a85514-594d-48c0-815a-83a1c00f60c5 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.1072409 Sep 26 17:57:49.679778 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-30d40d2d-666a-42c9-9a4b-bed72a4ebd31 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256329 Sep 26 17:57:49.680499 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:49.703610 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a90f-39fd-4928-9406-4b6ccf95c91d None None] Pushing event updated for resources: {'Port': ['ID=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:49.797056 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port a39b6775-bd0d-4836-b11d-1a306ced3d97 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:49.799492 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 33fff813-553e-415c-b675-0ffd66e82ce1 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:49.878252 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 33fff813-553e-415c-b675-0ffd66e82ce1 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:49.878674 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:49.879015 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 33fff813-553e-415c-b675-0ffd66e82ce1 Sep 26 17:57:49.961641 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 33fff813-553e-415c-b675-0ffd66e82ce1 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:49.962770 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b79791fd-a4f0-41d3-b590-e3b5356cca21 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:50.042641 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:50.060602 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port b79791fd-a4f0-41d3-b590-e3b5356cca21 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:50.061385 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:50.062188 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port b79791fd-a4f0-41d3-b590-e3b5356cca21 Sep 26 17:57:50.166119 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1c8c7-f048-4708-be0f-1ef58dbd29a1 req-9e0de0d7-8e74-4556-b81d-f348d4187be1 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:50.166119 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0ed1c8c7-f048-4708-be0f-1ef58dbd29a1 req-9e0de0d7-8e74-4556-b81d-f348d4187be1 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.1084018 Sep 26 17:57:50.167303 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 2 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:50.224701 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port b79791fd-a4f0-41d3-b590-e3b5356cca21 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:50.288638 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:50.325828 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0ed1c8c7-f048-4708-be0f-1ef58dbd29a1 req-617bbeaf-a510-420e-beaf-c789c577fdb0 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399045 Sep 26 17:57:50.344304 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:50.426379 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b2be5ae4-24e8-4fd8-b51b-a5547896a91e req-5ecdf77f-78aa-4c5a-be74-172eaf970e34 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0959973 Sep 26 17:57:50.551541 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f157162-17fb-453e-b79a-888ac3a0a623 req-de69b607-8960-4c4d-991d-034a111567aa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.1408889 Sep 26 17:57:50.597256 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Request body: {'port': {'device_id': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:50.647482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Request body: {'port': {'device_id': '39b915bd-9baa-4915-861d-b2d2916f390f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:50.739771 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:50.789866 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 3 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:50.869161 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089c689-343a-4b76-90d8-cb0e2146d815 req-16a791a4-52ce-4190-9135-d3ae67258ae7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:50.870703 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d089c689-343a-4b76-90d8-cb0e2146d815 req-16a791a4-52ce-4190-9135-d3ae67258ae7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 932 time: 0.1819954 Sep 26 17:57:50.874976 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:50.932450 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:57:50.986794 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f38ce4a1-afdc-4bff-a523-ead62a6cc219 req-078af4ef-3e91-43bc-96ad-ddcb9da934de tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.1063159 Sep 26 17:57:50.986965 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:51.029897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561490-7bcc-440a-94c1-754962631220 req-1e339471-40ea-4c76-bdcf-50a6519fde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:51.035005 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8e561490-7bcc-440a-94c1-754962631220 req-1e339471-40ea-4c76-bdcf-50a6519fde24 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6cd1fad813d94b6cba21a788b11d2cd8&device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 1127 time: 0.3224149 Sep 26 17:57:51.035680 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:51.058220 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:51.111827 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d089c689-343a-4b76-90d8-cb0e2146d815 req-caf3e623-3bd6-445d-8f6d-72ee391bcb33 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223067 Sep 26 17:57:51.131226 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:51.136164 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:51.137889 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 Sep 26 17:57:51.292483 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:51.316798 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561490-7bcc-440a-94c1-754962631220 req-f3a3ddae-7ae6-4716-ac01-40866f49b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:51.318571 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8e561490-7bcc-440a-94c1-754962631220 req-f3a3ddae-7ae6-4716-ac01-40866f49b935 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=6cd1fad813d94b6cba21a788b11d2cd8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2558708 Sep 26 17:57:51.559629 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 4 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:51.569941 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea7f51-348c-4bcc-b3a2-15c6204c12e1 req-a7f67863-a30b-46bd-8d7b-e31b364769c5 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:51.581325 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-19ea7f51-348c-4bcc-b3a2-15c6204c12e1 req-a7f67863-a30b-46bd-8d7b-e31b364769c5 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.1446476 Sep 26 17:57:51.657363 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:51.734705 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-19ea7f51-348c-4bcc-b3a2-15c6204c12e1 req-188cd86a-f508-4e6a-84ea-bcd11d44f84d tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434662 Sep 26 17:57:51.745051 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561490-7bcc-440a-94c1-754962631220 req-a79e7f65-45e0-42cf-b3de-2c41635bc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:51.751366 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8e561490-7bcc-440a-94c1-754962631220 req-a79e7f65-45e0-42cf-b3de-2c41635bc342 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4152045 Sep 26 17:57:51.778732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:51.835244 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:51.838916 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6689ddf5-9fc1-4d85-8e64-a1ab7b8905f8 req-9eb1172a-ac36-4685-b610-b8247fe4a186 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.2549155 Sep 26 17:57:51.910402 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-3194adbd-9766-4c1d-9330-90aa2676be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:51.911910 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-3194adbd-9766-4c1d-9330-90aa2676be38 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6cd1fad813d94b6cba21a788b11d2cd8&device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 1127 time: 0.0835435 Sep 26 17:57:51.929539 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-07532aba-28a6-4002-bb16-374c543690f2 req-ee3f8a1c-934b-4d16-b941-f3594e361515 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0493858 Sep 26 17:57:52.039976 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c7742a-1615-4abe-a98f-3a8de2bdf219 {{(pid=118303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:57:52.064993 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Publish callbacks [] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:52.099635 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-8458ad55-2a4a-4704-805b-f2f8a4f2c8f6 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df1af5ff-3f2c-4a25-b273-3c032923423a HTTP/1.1" status: 200 len: 217 time: 0.1116333 Sep 26 17:57:52.125856 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.provisioning_blocks [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Transition to ACTIVE for port object d5c7742a-1615-4abe-a98f-3a8de2bdf219 will not be triggered until provisioned by entity L2. {{(pid=118303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:57:52.162306 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 5 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:52.164434 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-05b4127c-e908-43fa-b8b0-3f426f4f1d37 req-ae6fb248-4a16-4c7b-ba46-73d5f20949fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0530725 Sep 26 17:57:52.271413 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:52.297853 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52459121-d304-44c4-9c9c-6f116204c67b req-1e31c4c3-2622-46eb-a767-00fe5340d2df tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:52.306312 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52459121-d304-44c4-9c9c-6f116204c67b req-1e31c4c3-2622-46eb-a767-00fe5340d2df tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 932 time: 0.0816162 Sep 26 17:57:52.334296 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:52.497180 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52459121-d304-44c4-9c9c-6f116204c67b req-3b924923-adfa-4c57-a316-a6d67669a2e9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893435 Sep 26 17:57:52.509626 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7742a-1615-4abe-a98f-3a8de2bdf219,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:52.526387 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47896) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:52.602056 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Attempting to bind port d5c7742a-1615-4abe-a98f-3a8de2bdf219 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:52.603390 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Attempting to bind port d5c7742a-1615-4abe-a98f-3a8de2bdf219 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:52.603750 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Attempting to bind port d5c7742a-1615-4abe-a98f-3a8de2bdf219 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:52.657202 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:57:52.657582 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Attempting to bind port d5c7742a-1615-4abe-a98f-3a8de2bdf219 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:52.749336 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:52.754247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-e33c0f5e-1986-41d4-9dba-2054153a9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:52.756098 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-e33c0f5e-1986-41d4-9dba-2054153a9c79 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04b4c82a-2512-4631-ba5b-750df72fcf3f HTTP/1.1" status: 200 len: 850 time: 0.5712554 Sep 26 17:57:52.773467 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 6 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:52.795264 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b0cefeb1-8d38-4084-9749-f7ab68524b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:52.823172 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:52.825371 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:52.838306 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:52.838475 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Checking segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:52.839000 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Bound using segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:52.839486 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Bound port: d5c7742a-1615-4abe-a98f-3a8de2bdf219, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:52.839850 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:52.880724 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c747281-9d9d-4183-b4f2-a9beb65a911f {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:57:52.938236 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Publish callbacks [] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:52.955801 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84098187-8b1a-4630-98af-47e304c97ed4 req-93a72516-c2a6-4b27-b037-2c9ab1142654 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:52.957807 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-84098187-8b1a-4630-98af-47e304c97ed4 req-93a72516-c2a6-4b27-b037-2c9ab1142654 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.0758843 Sep 26 17:57:53.010904 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Transition to ACTIVE for port object 1c747281-9d9d-4183-b4f2-a9beb65a911f will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:57:53.023382 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] For port d5c7742a-1615-4abe-a98f-3a8de2bdf219, host hv-cinder-85931, cleared binding levels {{(pid=118303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:53.088774 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] For port d5c7742a-1615-4abe-a98f-3a8de2bdf219, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:53.104676 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d17394ef-9b6a-4fc8-8976-68a2b25d4293 req-40b48873-afd9-46fe-be6e-4a4986f8f2ff tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0755925 Sep 26 17:57:53.124286 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-e530bb65-fa53-4b74-922e-20bfde0b9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:53.127867 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-e530bb65-fa53-4b74-922e-20bfde0b9b9b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=680642b0-d74e-45e5-b069-df22d4ab0dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057920 Sep 26 17:57:53.135957 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.206396 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-84098187-8b1a-4630-98af-47e304c97ed4 req-de5a107e-46ab-4775-a31e-108e6ad3e7eb tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188275 Sep 26 17:57:53.215614 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b0cefeb1-8d38-4084-9749-f7ab68524b20 admin admin] Publish callbacks [] for security_group (47c3d478-5f12-4112-b1e9-03b6bc8b93bd), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.323212 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-762c1d85-1d70-48ae-810f-a4a19a0db51a req-a6979079-4f2e-4ec3-a423-6972ff3d20bc tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0431890 Sep 26 17:57:53.327829 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 7 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:53.354167 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b6363f08-c719-4cdf-8103-7d98cdecd43c req-98887eb2-655b-420a-a895-8d20b9a8f659 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0491312 Sep 26 17:57:53.397166 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:53.415460 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Pushing event updated for resources: {'Port': ['ID=1c747281-9d9d-4183-b4f2-a9beb65a911f,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:53.442021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Attempting to bind port 1c747281-9d9d-4183-b4f2-a9beb65a911f on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:57:53.442021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Attempting to bind port 1c747281-9d9d-4183-b4f2-a9beb65a911f by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:57:53.442021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Attempting to bind port 1c747281-9d9d-4183-b4f2-a9beb65a911f on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:53.447544 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.453565 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:53.455884 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.459188 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 200 len: 1093 time: 2.8686264 Sep 26 17:57:53.466590 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'tag': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:57:53.518642 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-52d25b00-cc7c-4ef4-bdf0-b9a958c87a42 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/680642b0-d74e-45e5-b069-df22d4ab0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690832 Sep 26 17:57:53.525190 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Port 1c747281-9d9d-4183-b4f2-a9beb65a911f on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:57:53.525190 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Attempting to bind port 1c747281-9d9d-4183-b4f2-a9beb65a911f on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:57:53.554083 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbd9c1-fd0a-45b1-9d58-c4f53576b686 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c7742a-1615-4abe-a98f-3a8de2bdf219,revision_number=3']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:53.654617 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:57:53.655302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Checking segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:57:53.656179 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Bound using segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:57:53.656826 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Bound port: 1c747281-9d9d-4183-b4f2-a9beb65a911f, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:57:53.657492 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.713213 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a528398-feb8-4f0d-89ed-18291892796d req-6ee2298f-2da7-4735-902f-cf8cbd90e9c5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:53.720147 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a528398-feb8-4f0d-89ed-18291892796d req-6ee2298f-2da7-4735-902f-cf8cbd90e9c5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.1168828 Sep 26 17:57:53.742027 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] For port 1c747281-9d9d-4183-b4f2-a9beb65a911f, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:57:53.747470 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] For port 1c747281-9d9d-4183-b4f2-a9beb65a911f, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:57:53.815898 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a528398-feb8-4f0d-89ed-18291892796d req-8a4d4fd7-0e4f-4570-b35d-8518265394c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826776 Sep 26 17:57:53.867459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945cdc90-9366-44ad-9ab4-8552ca645f55" -d '{"events": [{"name": "network-changed", "server_uuid": "de6a4239-37d1-4a0d-8d9d-35f96f93f7c1", "tag": "d5c7742a-1615-4abe-a98f-3a8de2bdf219"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:57:53.898979 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Attempt 8 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:57:53.924603 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e4acea18-ea2f-41bd-8a63-212a8afd9a31 req-ee4025db-1b26-4887-9077-bee934849f76 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/680642b0-d74e-45e5-b069-df22d4ab0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730769 Sep 26 17:57:53.983606 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-86a405c8-ec8f-4243-989a-2453088003b0 None None] Port d5c7742a-1615-4abe-a98f-3a8de2bdf219 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:57:53.993971 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b0cefeb1-8d38-4084-9749-f7ab68524b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (47c3d478-5f12-4112-b1e9-03b6bc8b93bd), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.998950 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.999610 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:54.000483 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:54.002760 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/1c747281-9d9d-4183-b4f2-a9beb65a911f HTTP/1.1" status: 200 len: 1094 time: 3.3599620 Sep 26 17:57:54.003478 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b915bd-9baa-4915-861d-b2d2916f390f', 'tag': '1c747281-9d9d-4183-b4f2-a9beb65a911f'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:57:54.006852 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2bbd69-9df1-4bf7-baae-175578561299" -d '{"events": [{"name": "network-changed", "server_uuid": "39b915bd-9baa-4915-861d-b2d2916f390f", "tag": "1c747281-9d9d-4183-b4f2-a9beb65a911f"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:57:54.100035 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f82c2-07da-4d20-a362-d9a0d5ff322e service neutron] Pushing event updated for resources: {'Port': ['ID=1c747281-9d9d-4183-b4f2-a9beb65a911f,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:54.103103 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1170e7-db77-407e-b972-1d4f1541c942 x-openstack-request-id: req-3e1170e7-db77-407e-b972-1d4f1541c942 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:57:54.114255 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6a4239-37d1-4a0d-8d9d-35f96f93f7c1", "tag": "d5c7742a-1615-4abe-a98f-3a8de2bdf219", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:57:54.114732 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e1170e7-db77-407e-b972-1d4f1541c942 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:57:54.115310 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1170e7-db77-407e-b972-1d4f1541c942'] response: {'name': 'network-changed', 'server_uuid': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'tag': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219', 'status': 'completed', 'code': 200} Sep 26 17:57:54.123304 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b0cefeb1-8d38-4084-9749-f7ab68524b20 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7b727e8c4a71402794da2a9e5b1b87cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5933578 Sep 26 17:57:54.123304 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cefeb1-8d38-4084-9749-f7ab68524b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c3d478-5f12-4112-b1e9-03b6bc8b93bd,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:54.125392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47944) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:54.167403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2f9fa7-c430-4219-b01d-5040f66f551b x-openstack-request-id: req-4c2f9fa7-c430-4219-b01d-5040f66f551b {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:57:54.167799 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b915bd-9baa-4915-861d-b2d2916f390f", "tag": "1c747281-9d9d-4183-b4f2-a9beb65a911f", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:57:54.168079 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c2f9fa7-c430-4219-b01d-5040f66f551b {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:57:54.168619 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2f9fa7-c430-4219-b01d-5040f66f551b'] response: {'name': 'network-changed', 'server_uuid': '39b915bd-9baa-4915-861d-b2d2916f390f', 'tag': '1c747281-9d9d-4183-b4f2-a9beb65a911f', 'status': 'completed', 'code': 200} Sep 26 17:57:54.219824 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20035a01-6ebc-40c2-a9f3-06ad05db2347 admin admin] Publish callbacks [] for security_group (47c3d478-5f12-4112-b1e9-03b6bc8b93bd), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:54.254804 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20035a01-6ebc-40c2-a9f3-06ad05db2347 admin admin] Publish callbacks [] for security_group (47c3d478-5f12-4112-b1e9-03b6bc8b93bd), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:54.279282 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eb3f3abd-6605-4224-ab5f-783308b72d57 req-e7dcf518-4890-4c0c-a08a-b2abe1fe151a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0519400 Sep 26 17:57:54.382919 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:57:54.446718 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d001d83a-1370-40bf-bf47-1383265a450c req-2eebb9c6-4737-4bce-94ce-28bd141c5c04 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0356700 Sep 26 17:57:54.461061 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0cee8-4a9e-451c-9b47-9d6d7e99b9db req-622f4400-4c12-4adf-8152-1d531aa2e7a2 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:54.463505 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-77e0cee8-4a9e-451c-9b47-9d6d7e99b9db req-622f4400-4c12-4adf-8152-1d531aa2e7a2 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.1110852 Sep 26 17:57:54.547745 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-77e0cee8-4a9e-451c-9b47-9d6d7e99b9db req-31421315-2340-4ddc-b6ac-40df250a6e8d tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Sep 26 17:57:54.591667 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4cfbb30-77f8-4286-b6d3-7c75a4daca49 req-1c9c8131-2131-406d-b16f-396e96aa4328 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0356309 Sep 26 17:57:54.755469 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20035a01-6ebc-40c2-a9f3-06ad05db2347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (47c3d478-5f12-4112-b1e9-03b6bc8b93bd), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:54.758030 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20035a01-6ebc-40c2-a9f3-06ad05db2347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:54.761870 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-20035a01-6ebc-40c2-a9f3-06ad05db2347 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/47c3d478-5f12-4112-b1e9-03b6bc8b93bd HTTP/1.1" status: 204 len: 168 time: 0.6327991 Sep 26 17:57:54.771756 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20035a01-6ebc-40c2-a9f3-06ad05db2347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c3d478-5f12-4112-b1e9-03b6bc8b93bd,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:54.999705 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f85e-e992-4b37-b0fb-e6d4deb49462 req-e99bff91-5a7e-41c8-8e23-dc27b5fef7db tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:55.002865 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4752f85e-e992-4b37-b0fb-e6d4deb49462 req-e99bff91-5a7e-41c8-8e23-dc27b5fef7db tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.0541718 Sep 26 17:57:55.069338 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4752f85e-e992-4b37-b0fb-e6d4deb49462 req-282cffb1-5e88-42dc-a903-1f5805a212b7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586159 Sep 26 17:57:55.340238 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a77482a7-7680-42f3-8892-43c938f2c824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:55.450046 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6c9153a7-75c3-4521-8e96-ee8e3145c3ac req-e7b0676e-1717-415a-a1ba-0eaf8ade9575 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0399001 Sep 26 17:57:55.672036 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:55.725258 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:55.750161 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-18052595-ac88-4277-93bf-4e5a47b1fa7d req-c334051b-f398-4f18-9ddc-2948577cb65d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.2035868 Sep 26 17:57:55.826767 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e610f-5ae1-493b-aa5e-aebb6c841d3b req-6d9c3a08-7d00-42cd-8a6a-7ca45ee6e351 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:55.829215 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab5e610f-5ae1-493b-aa5e-aebb6c841d3b req-6d9c3a08-7d00-42cd-8a6a-7ca45ee6e351 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.0847883 Sep 26 17:57:55.879444 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fe254cd-34cd-4dc4-a3f3-cc15073d6292 req-6452caeb-daea-45df-a8d3-74de2cb446af tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0411847 Sep 26 17:57:55.977570 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab5e610f-5ae1-493b-aa5e-aebb6c841d3b req-c63ca19d-c8e3-4837-ae49-3e3a9f419001 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238441 Sep 26 17:57:56.098627 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 47986) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:56.117475 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2770f8a9-1788-4d1b-bca5-d8dac3856258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:56.218322 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6663c-08f4-42e5-97b1-39388130777b req-b0ca50e3-3b11-4caf-9148-208dd2cf0e85 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:56.219817 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-54a6663c-08f4-42e5-97b1-39388130777b req-b0ca50e3-3b11-4caf-9148-208dd2cf0e85 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.0593007 Sep 26 17:57:56.262160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2770f8a9-1788-4d1b-bca5-d8dac3856258 admin admin] Publish callbacks [] for security_group (aadaa502-c89b-4b44-8e18-7f63a9baac25), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:56.290293 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-54a6663c-08f4-42e5-97b1-39388130777b req-9554c795-6945-42f0-8dbe-f67acd200f6c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643473 Sep 26 17:57:56.397484 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2770f8a9-1788-4d1b-bca5-d8dac3856258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aadaa502-c89b-4b44-8e18-7f63a9baac25), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:56.437144 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-2770f8a9-1788-4d1b-bca5-d8dac3856258 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9237539fdd974c18bb764cd017e96731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373888 Sep 26 17:57:56.438086 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770f8a9-1788-4d1b-bca5-d8dac3856258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadaa502-c89b-4b44-8e18-7f63a9baac25,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:56.440240 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 47990) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:56.489908 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c14b987e-830c-4685-92d9-ce0311fa0b78 admin admin] Publish callbacks [] for security_group (aadaa502-c89b-4b44-8e18-7f63a9baac25), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:56.510124 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c14b987e-830c-4685-92d9-ce0311fa0b78 admin admin] Publish callbacks [] for security_group (aadaa502-c89b-4b44-8e18-7f63a9baac25), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:56.559693 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5571420a-5952-4eee-ba78-24c003f09908 req-56aee37e-3206-480e-a923-be21498f7314 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0305483 Sep 26 17:57:56.739451 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c14b987e-830c-4685-92d9-ce0311fa0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aadaa502-c89b-4b44-8e18-7f63a9baac25), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:56.741846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c14b987e-830c-4685-92d9-ce0311fa0b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:56.742913 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c14b987e-830c-4685-92d9-ce0311fa0b78 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/aadaa502-c89b-4b44-8e18-7f63a9baac25 HTTP/1.1" status: 204 len: 168 time: 0.3016555 Sep 26 17:57:56.771185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b987e-830c-4685-92d9-ce0311fa0b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadaa502-c89b-4b44-8e18-7f63a9baac25,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:56.780927 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-24afc068-c422-4434-a7de-d3da74d2c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:56.783192 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-24afc068-c422-4434-a7de-d3da74d2c3dd service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0526712 Sep 26 17:57:56.871458 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5b0100e7-0fbf-4e2d-826f-8c9ba3cf645b req-52d12597-c8e5-4ba6-a74c-8b0458312bdb tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Sep 26 17:57:57.008822 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-b37a9ec3-6403-401e-9352-db479ec7486a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 200 len: 217 time: 0.0674026 Sep 26 17:57:57.037685 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-b69dc214-1eeb-4255-a2c5-e36fe01b013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:57.038693 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-b69dc214-1eeb-4255-a2c5-e36fe01b013f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 1128 time: 0.1073306 Sep 26 17:57:57.050152 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f7788288-f582-47c9-bf2b-6eb43e13bdf5 req-8c726456-2262-4f40-b243-891cdae625e8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0525723 Sep 26 17:57:57.118486 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-4d3672fd-7e9b-41d3-bf63-4cc144f908f3 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f HTTP/1.1" status: 200 len: 217 time: 0.0460448 Sep 26 17:57:57.131517 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-29f98281-0e42-4c9a-a246-ce9c91e7680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:57.135810 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-29f98281-0e42-4c9a-a246-ce9c91e7680f service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.1085367 Sep 26 17:57:57.173388 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-580680ee-4e6e-4de3-8c45-333f8d80cec1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:57.175370 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-580680ee-4e6e-4de3-8c45-333f8d80cec1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 816 time: 0.2403631 Sep 26 17:57:57.190129 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cdda6-4288-452d-87a1-29542974eee4 req-19cf85ec-c6c4-4b39-9e46-48b162511548 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:57.191603 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-395cdda6-4288-452d-87a1-29542974eee4 req-19cf85ec-c6c4-4b39-9e46-48b162511548 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.0837972 Sep 26 17:57:57.248458 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-395cdda6-4288-452d-87a1-29542974eee4 req-33619911-12c3-46a3-a2a7-833a2814660d tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Sep 26 17:57:57.394914 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-315c032d-9491-404a-91c8-857a22de8637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:57.414240 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123abb8-974a-428f-98cc-520454473993 req-cfeb24b3-4728-4f09-ad81-af8b430a4aab tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:57.415703 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4123abb8-974a-428f-98cc-520454473993 req-cfeb24b3-4728-4f09-ad81-af8b430a4aab tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.0476415 Sep 26 17:57:57.474273 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4123abb8-974a-428f-98cc-520454473993 req-9698bf64-4449-47c9-a156-9282c92ad86f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528092 Sep 26 17:57:57.669580 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-533cef10-e9d9-4f11-b67f-d810d3fddc9d req-01d37f70-802a-4dd5-b9d7-ff35f079dae2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0320921 Sep 26 17:57:57.977593 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1653982d-938d-41d6-81ed-ece46ebfdfb5 req-886a0060-83b2-405b-ad28-8d88b19d9045 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0298545 Sep 26 17:57:58.021469 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 48050) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:58.126836 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eef18eeb-70cd-4fbf-92d3-18e51bb00c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.169517 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f6225980-bda6-422e-bd10-3263b2cefc56 req-b253c4b9-ebab-4729-b422-ff68a1ca2df8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0318832 Sep 26 17:57:58.233472 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eef18eeb-70cd-4fbf-92d3-18e51bb00c2f admin admin] Publish callbacks [] for security_group (9d87d13b-9e0e-45dd-8045-98595662f383), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.317564 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eef18eeb-70cd-4fbf-92d3-18e51bb00c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9d87d13b-9e0e-45dd-8045-98595662f383), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.357826 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef18eeb-70cd-4fbf-92d3-18e51bb00c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d87d13b-9e0e-45dd-8045-98595662f383,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:58.413385 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:58.420371 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc230-4941-4d8a-b483-380f934494e8 req-691c3155-3384-4577-88b9-4fe29505f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:58.420371 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-691c3155-3384-4577-88b9-4fe29505f0be service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878742 Sep 26 17:57:58.422298 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-342033eb-bc1c-44c7-953b-42ab12c1dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:58.423982 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-342033eb-bc1c-44c7-953b-42ab12c1dc13 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0946021 Sep 26 17:57:58.482604 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-eef18eeb-70cd-4fbf-92d3-18e51bb00c2f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=08f065b3e8644d1bba7c0785a468ecf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600737 Sep 26 17:57:58.488247 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 48074) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:58.521589 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-038ca7bd-832a-47ff-8409-9e0f4277726d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964549 Sep 26 17:57:58.529459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e22740-531d-4f7d-9516-3dacd7a5652f req-7eb75d2e-919b-4913-9309-3056d4e87ab3 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:58.537736 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e6e22740-531d-4f7d-9516-3dacd7a5652f req-7eb75d2e-919b-4913-9309-3056d4e87ab3 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 943 time: 0.1416912 Sep 26 17:57:58.555674 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-d214853c-f459-46cd-a136-8058e841c31b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 380 time: 0.1948702 Sep 26 17:57:58.569715 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'port': {'device_id': '9689462a-a796-4f06-b20f-00ba7a46cace', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'admin_state_up': True, 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'security_groups': ['f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc']}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:57:58.576569 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.648964 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-6863c79e-8587-4611-b377-9cee9031fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:58.650573 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-6863c79e-8587-4611-b377-9cee9031fbb7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279294 Sep 26 17:57:58.681544 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-849dc230-4941-4d8a-b483-380f934494e8 req-bb565297-5040-43a1-9064-720729d27d4e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090977 Sep 26 17:57:58.688896 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:INSERT=7,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:58.737936 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f62e-650a-451e-8c0a-0a72f3e1bee3 admin admin] Publish callbacks [] for security_group (9d87d13b-9e0e-45dd-8045-98595662f383), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.759738 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e6e22740-531d-4f7d-9516-3dacd7a5652f req-db674385-f02d-437d-80cc-a5c991d317b0 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210851 Sep 26 17:57:58.779796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7c6c9-d2bf-4f96-8aef-70e8fb5b65c0 req-9171156e-3079-4b6b-9a54-2963affe3ca3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:58.781544 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cba7c6c9-d2bf-4f96-8aef-70e8fb5b65c0 req-9171156e-3079-4b6b-9a54-2963affe3ca3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.1729295 Sep 26 17:57:58.809464 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f62e-650a-451e-8c0a-0a72f3e1bee3 admin admin] Publish callbacks [] for security_group (9d87d13b-9e0e-45dd-8045-98595662f383), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:58.893763 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ca1dc53b-4f34-41ce-aaef-6fcd95fd6ddd req-ffd8c4a3-1016-435d-a84b-f463b6e36f0a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0672548 Sep 26 17:57:58.928145 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cba7c6c9-d2bf-4f96-8aef-70e8fb5b65c0 req-78be3b08-5cc5-4bfa-8934-e0ec870813a4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322477 Sep 26 17:57:58.968781 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:59.054253 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Made reservation on behalf of 641b37d85a344b1791fcdff859318e42 for: {'port': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:57:59.058020 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.069258 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-31f96028-ba57-4c8d-8454-db2e17b4a2dd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927095 Sep 26 17:57:59.107127 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f62e-650a-451e-8c0a-0a72f3e1bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9d87d13b-9e0e-45dd-8045-98595662f383), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.115350 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e8a0f62e-650a-451e-8c0a-0a72f3e1bee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.115350 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-e8a0f62e-650a-451e-8c0a-0a72f3e1bee3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9d87d13b-9e0e-45dd-8045-98595662f383 HTTP/1.1" status: 204 len: 168 time: 0.6198902 Sep 26 17:57:59.154020 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-425bb840-cce4-474e-9d53-5f074e081b51 req-4cd13134-4448-4736-89fe-9adc523f9ff0 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0790985 Sep 26 17:57:59.173377 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0f62e-650a-451e-8c0a-0a72f3e1bee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d87d13b-9e0e-45dd-8045-98595662f383,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:59.257806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Allocated IP 172.20.0.8 (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7/ed949ed7-d3d1-4657-bfb4-9bc19322fd90/9148014a-dff0-4bcc-b428-9b6e3da43150) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:57:59.290166 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4f744751-e36a-4d3e-8050-494d397d6d54 req-23da4ed5-1f62-4e21-8aa1-adcc313aca23 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0345812 Sep 26 17:57:59.393467 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device df1af5ff-3f2c-4a25-b273-3c032923423a details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:57:59.436353 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.509883 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:59.512042 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port df1af5ff-3f2c-4a25-b273-3c032923423a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df1af5ff-3f2c-4a25-b273-3c032923423a,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:59.527262 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'df1af5ff-3f2c-4a25-b273-3c032923423a', 'network_id': '680642b0-d74e-45e5-b069-df22d4ab0dea', 'port_id': 'df1af5ff-3f2c-4a25-b273-3c032923423a', 'mac_address': 'fa:16:3e:16:33:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b4c82a-2512-4631-ba5b-750df72fcf3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:57:59.569032 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.571945 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port df1af5ff-3f2c-4a25-b273-3c032923423a is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:57:59.572328 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.586527 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1af5ff-3f2c-4a25-b273-3c032923423a {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:57:59.614174 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port df1af5ff-3f2c-4a25-b273-3c032923423a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df1af5ff-3f2c-4a25-b273-3c032923423a,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:57:59.615252 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:57:59.620926 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:57:59.623623 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:57:59.674514 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:59.694058 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:59.694672 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.790527 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.804441 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fb6ad5ed-bdf1-463a-ad04-65aca803a7f7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2387440 Sep 26 17:57:59.872760 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Provisioning complete for port 9148014a-dff0-4bcc-b428-9b6e3da43150 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:57:59.873313 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:59.873654 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 1 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:57:59.927798 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=df1af5ff-3f2c-4a25-b273-3c032923423a,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:57:59.938146 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:57:59.944688 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1def4f5-b0cb-4e13-bc28-5d40daedab37 req-d80fc4ea-01f3-4a1f-823d-092c4f6cf8e3 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:57:59.946209 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a1def4f5-b0cb-4e13-bc28-5d40daedab37 req-d80fc4ea-01f3-4a1f-823d-092c4f6cf8e3 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 944 time: 0.0645275 Sep 26 17:58:00.030873 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a1def4f5-b0cb-4e13-bc28-5d40daedab37 req-77d273bb-ad84-4e09-a961-5f3b16dfb3b0 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766532 Sep 26 17:58:00.050910 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cb616-b0df-49de-b7d6-70e7ffc6fba8 req-e1b882ab-ee3f-4bf5-a43d-bd044a290318 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:00.064691 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:00.069448 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-417cb616-b0df-49de-b7d6-70e7ffc6fba8 req-e1b882ab-ee3f-4bf5-a43d-bd044a290318 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 931 time: 0.0884187 Sep 26 17:58:00.069906 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:00.152949 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-417cb616-b0df-49de-b7d6-70e7ffc6fba8 req-4c2d2b11-a935-42eb-aab0-5a7380f712dd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619974 Sep 26 17:58:00.192047 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.193679 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c9a4d-e0f7-4be0-bf24-7d5153369bc4 req-b9382f4d-0d5b-4a20-9f49-432a034cf65e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:00.195300 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8f3c9a4d-e0f7-4be0-bf24-7d5153369bc4 req-b9382f4d-0d5b-4a20-9f49-432a034cf65e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.0635812 Sep 26 17:58:00.205737 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 48144) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:00.225940 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-479f836f-72cc-462c-a776-a15af38ddc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.233910 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.268829 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8f3c9a4d-e0f7-4be0-bf24-7d5153369bc4 req-8d17a3cb-1b1b-446d-806a-ec5f22293374 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653236 Sep 26 17:58:00.291659 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-83c880ec-6d75-45e0-b1a9-34460239ce7b req-526e7f88-23e5-4ec1-bbca-600011f1a1ea tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0418406 Sep 26 17:58:00.314306 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-479f836f-72cc-462c-a776-a15af38ddc01 admin admin] Publish callbacks [] for security_group (2f412bd2-b62a-43e2-a7df-b02cf007ea4a), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.393530 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35232a61-9393-48cc-b253-97ff76ceb3f3 req-9680d95b-5bf4-4cdf-823d-423c9f4a47bf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0273340 Sep 26 17:58:00.402907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-479f836f-72cc-462c-a776-a15af38ddc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2f412bd2-b62a-43e2-a7df-b02cf007ea4a), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.439869 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 2 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:00.443077 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-479f836f-72cc-462c-a776-a15af38ddc01 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3d9d181ff1234869b651f2d222b8c09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358425 Sep 26 17:58:00.444022 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f836f-72cc-462c-a776-a15af38ddc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f412bd2-b62a-43e2-a7df-b02cf007ea4a,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:00.445689 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 48148) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:00.482742 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:00.494953 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae6da-b669-415c-adce-18521382c4c0 admin admin] Publish callbacks [] for security_group (2f412bd2-b62a-43e2-a7df-b02cf007ea4a), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.514508 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae6da-b669-415c-adce-18521382c4c0 admin admin] Publish callbacks [] for security_group (2f412bd2-b62a-43e2-a7df-b02cf007ea4a), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.652234 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 48152) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:00.669127 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae6da-b669-415c-adce-18521382c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2f412bd2-b62a-43e2-a7df-b02cf007ea4a), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.671704 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae6da-b669-415c-adce-18521382c4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.675001 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9e1ae6da-b669-415c-adce-18521382c4c0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2f412bd2-b62a-43e2-a7df-b02cf007ea4a HTTP/1.1" status: 204 len: 168 time: 0.2261691 Sep 26 17:58:00.683041 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ae6da-b669-415c-adce-18521382c4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f412bd2-b62a-43e2-a7df-b02cf007ea4a,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:00.763586 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-db5bb0df-19dd-44c7-b660-d28b40e35199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.843368 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-db5bb0df-19dd-44c7-b660-d28b40e35199 admin admin] Publish callbacks [] for security_group (adcbda9c-8a03-4436-b7ed-82974b95b7d7), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.934187 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-db5bb0df-19dd-44c7-b660-d28b40e35199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (adcbda9c-8a03-4436-b7ed-82974b95b7d7), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:00.975762 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-db5bb0df-19dd-44c7-b660-d28b40e35199 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e7ce13678e244344ac3d16d59061a660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224590 Sep 26 17:58:00.976696 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bb0df-19dd-44c7-b660-d28b40e35199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcbda9c-8a03-4436-b7ed-82974b95b7d7,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:00.980352 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 48160) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:00.988085 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 3 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:01.017242 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:01.049061 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a0e12b1e-ea9a-4e11-8edf-b8301bba893d admin admin] Publish callbacks [] for security_group (adcbda9c-8a03-4436-b7ed-82974b95b7d7), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.074299 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a0e12b1e-ea9a-4e11-8edf-b8301bba893d admin admin] Publish callbacks [] for security_group (adcbda9c-8a03-4436-b7ed-82974b95b7d7), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.164007 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd07326-d513-40a2-8f36-57c0087114ef req-0a08bef8-65e9-4596-be6f-ecfc0c873067 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:01.165471 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfd07326-d513-40a2-8f36-57c0087114ef req-0a08bef8-65e9-4596-be6f-ecfc0c873067 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 944 time: 0.0486872 Sep 26 17:58:01.214486 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfd07326-d513-40a2-8f36-57c0087114ef req-eb872a62-db86-4c83-a254-74abff203589 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Sep 26 17:58:01.219920 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a0e12b1e-ea9a-4e11-8edf-b8301bba893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (adcbda9c-8a03-4436-b7ed-82974b95b7d7), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.223200 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a0e12b1e-ea9a-4e11-8edf-b8301bba893d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:01.232475 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a0e12b1e-ea9a-4e11-8edf-b8301bba893d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/adcbda9c-8a03-4436-b7ed-82974b95b7d7 HTTP/1.1" status: 204 len: 168 time: 0.2474101 Sep 26 17:58:01.257386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e12b1e-ea9a-4e11-8edf-b8301bba893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcbda9c-8a03-4436-b7ed-82974b95b7d7,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:01.306469 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8482d-7147-4a62-bf78-19f5ad245b82 req-7c3811be-b29a-4001-b003-3e23d27e2536 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:01.307951 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-03c8482d-7147-4a62-bf78-19f5ad245b82 req-7c3811be-b29a-4001-b003-3e23d27e2536 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 931 time: 0.0713065 Sep 26 17:58:01.366618 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-03c8482d-7147-4a62-bf78-19f5ad245b82 req-7534bfb4-e61e-4e71-aa17-50fb340736a0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522506 Sep 26 17:58:01.405123 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=91 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:01.409957 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59826ca-dbeb-4394-bcf4-84ca2d4a0e3e req-ff101b08-451e-44cd-8513-fe92aeb85dcf tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:01.412685 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f59826ca-dbeb-4394-bcf4-84ca2d4a0e3e req-ff101b08-451e-44cd-8513-fe92aeb85dcf tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.0658290 Sep 26 17:58:01.483821 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-017016c3-5e32-4084-93a5-45a3a5ddcf02 req-d92c4522-4b74-4570-8af8-dfa53c0d31da tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0380261 Sep 26 17:58:01.491569 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f59826ca-dbeb-4394-bcf4-84ca2d4a0e3e req-0ccf75e8-88ed-4aa5-9c29-57041082e04b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727620 Sep 26 17:58:01.518205 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 4 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:01.554257 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:01.574905 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0dd41cd8-8159-4612-b867-debfa8259014 req-b3cc5c9e-7048-44b6-a3fa-aa34cd92f40a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0333753 Sep 26 17:58:02.055495 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 5 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:02.090823 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:02.146325 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 48202) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:02.159943 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edaf16a3-bc55-4708-a582-0e01212ee886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.232899 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edaf16a3-bc55-4708-a582-0e01212ee886 admin admin] Publish callbacks [] for security_group (782cee72-c5f2-466e-a598-08b0e5e5eb6f), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.303959 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edaf16a3-bc55-4708-a582-0e01212ee886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (782cee72-c5f2-466e-a598-08b0e5e5eb6f), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.333897 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-edaf16a3-bc55-4708-a582-0e01212ee886 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=83181fd8435343b690bbeb80ad5b6104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864836 Sep 26 17:58:02.339240 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 48210) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:02.364231 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f76a10-6d4c-41b5-8e6c-768ea5c77a5c req-ae56156e-aa56-4819-99db-618823db035f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:02.365821 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10f76a10-6d4c-41b5-8e6c-768ea5c77a5c req-ae56156e-aa56-4819-99db-618823db035f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 944 time: 0.0507057 Sep 26 17:58:02.373795 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf16a3-bc55-4708-a582-0e01212ee886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782cee72-c5f2-466e-a598-08b0e5e5eb6f,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:02.374453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['df1af5ff-3f2c-4a25-b273-3c032923423a'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:58:02.403553 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fafd35e7-e514-4077-afea-050a1e25d455 admin admin] Publish callbacks [] for security_group (782cee72-c5f2-466e-a598-08b0e5e5eb6f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.432952 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fafd35e7-e514-4077-afea-050a1e25d455 admin admin] Publish callbacks [] for security_group (782cee72-c5f2-466e-a598-08b0e5e5eb6f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.461550 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10f76a10-6d4c-41b5-8e6c-768ea5c77a5c req-5a9329b4-b703-4a99-b075-2caee6167399 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Sep 26 17:58:02.533439 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111d647-606d-4c48-b63e-e7334ff7be7d req-af7a4bfc-ae21-47c4-a3da-63448504f9fb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:02.540839 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6111d647-606d-4c48-b63e-e7334ff7be7d req-af7a4bfc-ae21-47c4-a3da-63448504f9fb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 931 time: 0.0572841 Sep 26 17:58:02.563454 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Request body: {'port': {'device_id': '9689462a-a796-4f06-b20f-00ba7a46cace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:02.619340 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.86', 58092) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:02.661814 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 6 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:02.699876 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:02.700223 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.714848 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6fba9924-6aa8-484d-a192-6ad0fbc31d93 req-6099e7dd-e91f-4005-9b8e-7878adc1e343 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0880809 Sep 26 17:58:02.775800 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6111d647-606d-4c48-b63e-e7334ff7be7d req-9aaeb2d6-30ed-4fe8-86b2-69a35309710d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339704 Sep 26 17:58:02.865400 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4bb1f7e7-8a0d-4ea1-8b57-b54ee3709445 req-eda58fcb-56b3-4529-a6ee-41f0736efba7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141389 Sep 26 17:58:02.872481 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fafd35e7-e514-4077-afea-050a1e25d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (782cee72-c5f2-466e-a598-08b0e5e5eb6f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.875784 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fafd35e7-e514-4077-afea-050a1e25d455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:02.876905 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-fafd35e7-e514-4077-afea-050a1e25d455 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/782cee72-c5f2-466e-a598-08b0e5e5eb6f HTTP/1.1" status: 204 len: 168 time: 0.5367641 Sep 26 17:58:02.899088 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd35e7-e514-4077-afea-050a1e25d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782cee72-c5f2-466e-a598-08b0e5e5eb6f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:02.916900 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-b9fd3f4c-f4ca-4b2f-b6ff-62762f992c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:02.918463 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-b9fd3f4c-f4ca-4b2f-b6ff-62762f992c5b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.2982514 Sep 26 17:58:03.010182 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3c3ea-0965-45c0-a0ca-ec3dedf7b176 req-2452fafb-c6f5-4c15-9c15-e0d8647d2710 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:03.011758 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8ea3c3ea-0965-45c0-a0ca-ec3dedf7b176 req-2452fafb-c6f5-4c15-9c15-e0d8647d2710 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.1874304 Sep 26 17:58:03.040378 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-20263550-d59e-4f5d-9d7c-30d031fa1952 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:03.041871 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-20263550-d59e-4f5d-9d7c-30d031fa1952 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.4236379 Sep 26 17:58:03.072526 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a6e0726e-7cd3-4c6f-ad27-da62dfe23105 req-7a2119d2-f48a-41ff-8729-e3beabd021c3 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.1045632 Sep 26 17:58:03.137391 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8ea3c3ea-0965-45c0-a0ca-ec3dedf7b176 req-393c7a99-a018-4738-8225-27ce4f410423 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012752 Sep 26 17:58:03.144301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-e83b844a-735a-4761-bb38-377c916e9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:03.147081 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-e83b844a-735a-4761-bb38-377c916e9b46 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.2173724 Sep 26 17:58:03.158800 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:03.201982 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 7 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:03.227224 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9148014a-dff0-4bcc-b428-9b6e3da43150 {{(pid=118303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:03.236174 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Publish callbacks [] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:03.236534 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:03.248859 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.provisioning_blocks [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Transition to ACTIVE for port object 9148014a-dff0-4bcc-b428-9b6e3da43150 will not be triggered until provisioned by entity L2. {{(pid=118303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:58:03.397603 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:03.488827 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:03.527954 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Attempting to bind port 9148014a-dff0-4bcc-b428-9b6e3da43150 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:03.528489 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Attempting to bind port 9148014a-dff0-4bcc-b428-9b6e3da43150 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:03.528998 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Attempting to bind port 9148014a-dff0-4bcc-b428-9b6e3da43150 on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:03.741619 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 8 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:03.796361 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e12f1-a473-4d32-b93a-05501a23b73d req-5a184539-5843-457c-80f5-4fc6a7b72591 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:03.798303 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a34e12f1-a473-4d32-b93a-05501a23b73d req-5a184539-5843-457c-80f5-4fc6a7b72591 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 944 time: 0.2448368 Sep 26 17:58:03.800386 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:58:03.800720 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Attempting to bind port 9148014a-dff0-4bcc-b428-9b6e3da43150 on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:03.815604 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:03.902081 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:03.902722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Checking segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:03.903383 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Bound using segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:03.904040 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Bound port: 9148014a-dff0-4bcc-b428-9b6e3da43150, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:03.904636 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:03.962518 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2bcdbca9-a8e9-45c2-871b-0c2b578a827d req-354a5b5a-678f-4fd9-895e-7cae5737d743 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0982876 Sep 26 17:58:04.016138 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device d5c7742a-1615-4abe-a98f-3a8de2bdf219 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:58:04.017605 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a34e12f1-a473-4d32-b93a-05501a23b73d req-b60a0426-352a-4d41-b2d2-0c8f96c286c5 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945314 Sep 26 17:58:04.064648 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device df1af5ff-3f2c-4a25-b273-3c032923423a up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:04.075192 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:04.155839 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port df1af5ff-3f2c-4a25-b273-3c032923423a completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:58:04.159532 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:04.185076 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59a253-669e-46dd-af4b-f68fd3c67800 req-eb2ba842-5bcc-459f-9543-3acee65cba0e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.189813 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e59a253-669e-46dd-af4b-f68fd3c67800 req-eb2ba842-5bcc-459f-9543-3acee65cba0e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.1082804 Sep 26 17:58:04.190511 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.86', 58101) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:04.196088 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, cleared binding levels {{(pid=118303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:04.201505 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:04.205152 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-25bcecc4-c6bd-4623-9f2d-e4019830211e service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 200 len: 217 time: 0.0501387 Sep 26 17:58:04.212191 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port d5c7742a-1615-4abe-a98f-3a8de2bdf219, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:04.226486 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'port_id': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219', 'mac_address': 'fa:16:3e:c2:57:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:58:04.258598 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:04.262066 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port df1af5ff-3f2c-4a25-b273-3c032923423a triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:04.262439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:04.262775 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port df1af5ff-3f2c-4a25-b273-3c032923423a Sep 26 17:58:04.267424 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port d5c7742a-1615-4abe-a98f-3a8de2bdf219 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:04.268063 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:04.324880 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-c7994f4b-27c4-48cb-92c0-aa6073a45992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.326453 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-c7994f4b-27c4-48cb-92c0-aa6073a45992 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 1128 time: 0.1034324 Sep 26 17:58:04.332119 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Attempt 9 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:04.378699 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=14 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:04.379298 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c7742a-1615-4abe-a98f-3a8de2bdf219 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:04.398268 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-43bb2f35-39db-438b-b7ba-6d284f9f3323 req-6f420496-5d33-44ef-ab59-0024f32c8c6e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.1904991 Sep 26 17:58:04.410914 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:04.459513 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e59a253-669e-46dd-af4b-f68fd3c67800 req-2f007b67-5b93-4443-bf4d-d299d093f4d6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273433 Sep 26 17:58:04.478691 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port d5c7742a-1615-4abe-a98f-3a8de2bdf219, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:04.481990 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-201c8f70-1f07-45ea-b169-c299ace962f8 None None] Port 9148014a-dff0-4bcc-b428-9b6e3da43150 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:58:04.519258 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port df1af5ff-3f2c-4a25-b273-3c032923423a is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:04.520259 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:04.565582 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:04.566197 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.566925 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:04.568444 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 200 len: 1093 time: 2.0141003 Sep 26 17:58:04.569082 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:04.570002 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port df1af5ff-3f2c-4a25-b273-3c032923423a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df1af5ff-3f2c-4a25-b273-3c032923423a,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:04.571580 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1af5ff-3f2c-4a25-b273-3c032923423a'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:04.571710 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a843a-4711-4b82-ae30-8d9aefec82e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:04.646129 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:04.681410 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:04.697852 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-7d284094-a204-41ac-a1bd-d7f587fb21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.697852 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-7d284094-a204-41ac-a1bd-d7f587fb21b2 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.4625914 Sep 26 17:58:04.698336 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867903be-fbf7-4cd6-be2d-510391b791cb x-openstack-request-id: req-867903be-fbf7-4cd6-be2d-510391b791cb {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:04.698336 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:04.698336 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-867903be-fbf7-4cd6-be2d-510391b791cb {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:04.698336 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867903be-fbf7-4cd6-be2d-510391b791cb'] response: {'name': 'network-changed', 'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'status': 'completed', 'code': 200} Sep 26 17:58:04.729321 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-61527c59-d359-403b-8059-bdf0fd8fa3a2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 380 time: 0.5751109 Sep 26 17:58:04.743106 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'port': {'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'admin_state_up': True, 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'security_groups': ['5f7168cf-51b3-4c89-a565-2f42b1e58338']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:04.774037 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=d5c7742a-1615-4abe-a98f-3a8de2bdf219,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:04.779719 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-48281f9d-5f22-4718-b497-a3914237e5da tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.781459 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-48281f9d-5f22-4718-b497-a3914237e5da tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 810 time: 0.5785816 Sep 26 17:58:04.786269 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b376d-6000-4a5e-a297-29d4bc67e590 service neutron] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=3']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:04.803186 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d61ff6-ab34-4d5b-bdc5-772b851c50ec req-93b6c8fa-3591-47f4-beee-6ed71c2fa8da tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.814478 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55d61ff6-ab34-4d5b-bdc5-772b851c50ec req-93b6c8fa-3591-47f4-beee-6ed71c2fa8da tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.2230706 Sep 26 17:58:04.853134 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-c4de008e-2344-4ecd-8880-9387861ac805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.854717 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-c4de008e-2344-4ecd-8880-9387861ac805 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1462650 Sep 26 17:58:04.893041 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:04.924199 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=df1af5ff-3f2c-4a25-b273-3c032923423a,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:04.955421 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80dc4f4-0141-4c9d-be3d-9e52dfb12f71" -d '{"events": [{"server_uuid": "4ad9fb3e-9580-4855-bd01-23c73ebc5697", "name": "network-vif-plugged", "status": "completed", "tag": "df1af5ff-3f2c-4a25-b273-3c032923423a"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:04.974774 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a843a-4711-4b82-ae30-8d9aefec82e2 req-2f902437-d877-494d-a381-5053b78d647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.975855 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-635a843a-4711-4b82-ae30-8d9aefec82e2 req-2f902437-d877-494d-a381-5053b78d647a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1127 time: 0.2392728 Sep 26 17:58:04.977556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-b2602d91-4fd0-491d-bffc-f273a34d8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:04.978191 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['d5c7742a-1615-4abe-a98f-3a8de2bdf219'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:58:04.978459 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-b2602d91-4fd0-491d-bffc-f273a34d8a24 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.5743062 Sep 26 17:58:04.987001 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55d61ff6-ab34-4d5b-bdc5-772b851c50ec req-9021977c-a5a7-43f7-860a-027292624208 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715651 Sep 26 17:58:05.114831 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-c8fbcd0b-fbaa-4163-ae8f-cb0967bb772a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f HTTP/1.1" status: 200 len: 217 time: 0.1267776 Sep 26 17:58:05.170210 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-d183aabd-aaca-41ae-bfa4-b30725d04eb3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568 HTTP/1.1" status: 200 len: 380 time: 0.3592162 Sep 26 17:58:05.197784 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'port': {'device_id': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'admin_state_up': True, 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'security_groups': ['ab2b068a-32d6-4650-b96d-b9954d9d5404']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:05.260931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc745d1c-16c9-481c-abea-cf82d8c6dfe9 x-openstack-request-id: req-cc745d1c-16c9-481c-abea-cf82d8c6dfe9 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:05.261973 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad9fb3e-9580-4855-bd01-23c73ebc5697", "name": "network-vif-plugged", "status": "completed", "tag": "df1af5ff-3f2c-4a25-b273-3c032923423a", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:05.262657 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc745d1c-16c9-481c-abea-cf82d8c6dfe9 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:05.263270 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc745d1c-16c9-481c-abea-cf82d8c6dfe9'] response: {'server_uuid': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1af5ff-3f2c-4a25-b273-3c032923423a', 'code': 200} Sep 26 17:58:05.283690 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-5ac592c2-f2c0-4d24-83fc-ead4be2959cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:05.285145 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-5ac592c2-f2c0-4d24-83fc-ead4be2959cb service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0689130 Sep 26 17:58:05.372288 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-872636ab-7dda-4a0a-85ce-fc5e9fbeb3ae service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029085 Sep 26 17:58:05.377410 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9f8adc07-23fa-4b30-9d34-094cae24dac6 req-a247888d-9378-4ccd-9938-2ccb3fb6bbf0 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.1621869 Sep 26 17:58:05.507433 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Made reservation on behalf of cc91a89f645645c5be0747fa7cc91bb6 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:05.511558 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:05.534220 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-945cdc90-9366-44ad-9ab4-8552ca645f55 req-4fee4cf7-eb18-467e-8d17-4e0705a07068 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561987 Sep 26 17:58:05.548377 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-5db83e8c-2f50-4a5f-8ae3-20c08746efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:05.549993 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-5db83e8c-2f50-4a5f-8ae3-20c08746efa7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2483487 Sep 26 17:58:05.553763 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a843a-4711-4b82-ae30-8d9aefec82e2 req-b6ed8613-abcc-4b24-9d29-4daaf369707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:05.555120 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-635a843a-4711-4b82-ae30-8d9aefec82e2 req-b6ed8613-abcc-4b24-9d29-4daaf369707e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=641b37d85a344b1791fcdff859318e42&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5661254 Sep 26 17:58:05.557307 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-823d65bc-a045-458a-9140-14560982a7ba req-448b9985-13a3-48f2-87d0-ed4e2e62e3bf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0621529 Sep 26 17:58:05.564766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25d1ae-9484-4297-841c-c41bb6017d04 req-e790cabf-75a5-4a51-9aaf-729bdc5ae145 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:05.566375 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eb25d1ae-9484-4297-841c-c41bb6017d04 req-e790cabf-75a5-4a51-9aaf-729bdc5ae145 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.2635772 Sep 26 17:58:05.720156 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d27f0-9cca-4f9a-88c7-c3be0480eca7 req-fd179221-0fd9-48d4-af94-b5a86edfd082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:05.722170 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-113d27f0-9cca-4f9a-88c7-c3be0480eca7 req-fd179221-0fd9-48d4-af94-b5a86edfd082 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 1129 time: 0.1022542 Sep 26 17:58:05.739270 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.20.0.5 (5c4905c3-b6d4-4b95-988f-f86fad27c092/04a10886-0b55-47d1-ac58-68768809612d/dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:05.748848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-113d27f0-9cca-4f9a-88c7-c3be0480eca7 req-a188db98-4656-4731-bc38-6e63a1f8928d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:05.762186 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Made reservation on behalf of b04dd3fdb6ab4fddbd9f68b60cac3568 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:05.766848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:05.828274 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a609-8659-4729-be5a-55980c45197a req-bc20f991-1972-40e3-af95-3622ce51378b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:05.830516 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52c0a609-8659-4729-be5a-55980c45197a req-bc20f991-1972-40e3-af95-3622ce51378b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.2099233 Sep 26 17:58:06.015363 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1c747281-9d9d-4183-b4f2-a9beb65a911f details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:58:06.020910 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device d5c7742a-1615-4abe-a98f-3a8de2bdf219 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:06.068814 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.074487 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port d5c7742a-1615-4abe-a98f-3a8de2bdf219 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:58:06.084784 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Allocated IP 172.20.0.3 (7327a67e-44b9-426d-af9d-05e96c87ac54/ef585569-a6ac-413e-9725-d887e848c652/35e30149-7490-417a-a493-6bef261bb382) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:06.088245 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-113d27f0-9cca-4f9a-88c7-c3be0480eca7 req-a188db98-4656-4731-bc38-6e63a1f8928d service neutron] Publish callbacks [] for security_group (76007fb5-4803-4579-ac2e-e80a8d88a8a3), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.115066 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eb25d1ae-9484-4297-841c-c41bb6017d04 req-a0255b6f-48e7-4fa6-a92b-491eaba7d497 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173380 Sep 26 17:58:06.162903 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 48348) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:06.165851 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port d5c7742a-1615-4abe-a98f-3a8de2bdf219 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:06.166233 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.166567 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port d5c7742a-1615-4abe-a98f-3a8de2bdf219 Sep 26 17:58:06.202714 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-113d27f0-9cca-4f9a-88c7-c3be0480eca7 req-a188db98-4656-4731-bc38-6e63a1f8928d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (76007fb5-4803-4579-ac2e-e80a8d88a8a3), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.252489 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-24550192-4a97-439c-a4d6-32be32a938e6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715035 Sep 26 17:58:06.277660 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188db98-4656-4731-bc38-6e63a1f8928d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76007fb5-4803-4579-ac2e-e80a8d88a8a3,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:06.282665 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-113d27f0-9cca-4f9a-88c7-c3be0480eca7 req-a188db98-4656-4731-bc38-6e63a1f8928d service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521054 Sep 26 17:58:06.291737 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.307654 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port d5c7742a-1615-4abe-a98f-3a8de2bdf219 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:06.308705 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.328552 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for port (35e30149-7490-417a-a493-6bef261bb382), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.348948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:06.352021 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52c0a609-8659-4729-be5a-55980c45197a req-c1299c9e-fa1c-4b13-87b4-2a3f26c4de26 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5104010 Sep 26 17:58:06.356563 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:06.356858 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a843a-4711-4b82-ae30-8d9aefec82e2 req-36b26a1e-4827-4d05-bc5f-eb811430f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:06.358624 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-635a843a-4711-4b82-ae30-8d9aefec82e2 req-36b26a1e-4827-4d05-bc5f-eb811430f409 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7702839 Sep 26 17:58:06.362845 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:06.367562 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:06.368010 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.370214 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port d5c7742a-1615-4abe-a98f-3a8de2bdf219, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:06.375285 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:06.383284 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 1c747281-9d9d-4183-b4f2-a9beb65a911f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:06.406162 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71be9b-b0f8-4dcc-88a2-0c7472c917fb req-c8a63cee-e797-484c-b76d-68981d3dadae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:06.420101 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '1c747281-9d9d-4183-b4f2-a9beb65a911f', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'port_id': '1c747281-9d9d-4183-b4f2-a9beb65a911f', 'mac_address': 'fa:16:3e:14:a3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:58:06.421897 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd71be9b-b0f8-4dcc-88a2-0c7472c917fb req-c8a63cee-e797-484c-b76d-68981d3dadae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 944 time: 0.1979802 Sep 26 17:58:06.462231 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 1c747281-9d9d-4183-b4f2-a9beb65a911f is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:06.462628 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.480283 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c747281-9d9d-4183-b4f2-a9beb65a911f {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:06.491273 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-b7fae6b2-ce1f-426c-8fd0-3cf161d04caf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7533278 Sep 26 17:58:06.492420 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.502027 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcf226a5-de08-4099-a04f-372a1225233b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.523912 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:06.525339 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (35e30149-7490-417a-a493-6bef261bb382), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.536510 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 1c747281-9d9d-4183-b4f2-a9beb65a911f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:06.560713 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Request body: {'port': {'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:06.567019 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=d5c7742a-1615-4abe-a98f-3a8de2bdf219,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:06.585897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:06.636060 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:06.638670 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:06.641871 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579a43-b8e6-4480-a6d0-f80b1b17f3d6 req-4e8f4a12-5071-4fb7-b7f4-75e0633270d4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:06.644984 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:06.645133 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f579a43-b8e6-4480-a6d0-f80b1b17f3d6 req-4e8f4a12-5071-4fb7-b7f4-75e0633270d4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 931 time: 0.1520624 Sep 26 17:58:06.645261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.671781 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.675635 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-f51b3fb8-7fe0-4c3a-b29d-a8f28e26074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:06.677719 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-f51b3fb8-7fe0-4c3a-b29d-a8f28e26074b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1127 time: 0.1037750 Sep 26 17:58:06.682483 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1b2bbd69-9df1-4bf7-baae-175578561299 req-bd3ba629-43f0-41e1-be3a-3aad658b8a45 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642535 Sep 26 17:58:06.684095 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd71be9b-b0f8-4dcc-88a2-0c7472c917fb req-63ecf8df-19b7-4693-bbe9-af0211624b29 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226310 Sep 26 17:58:06.748752 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'Port': ['ID=35e30149-7490-417a-a493-6bef261bb382,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:06.757460 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Provisioning complete for port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:06.758094 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.758594 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Attempt 1 to provision port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a Sep 26 17:58:06.778852 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f579a43-b8e6-4480-a6d0-f80b1b17f3d6 req-0c5f29ca-c7d0-4d57-8326-d7fc86ebefcb tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880163 Sep 26 17:58:06.784580 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-cc869b66-7aeb-4072-a080-725712fb9b19 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5923007 Sep 26 17:58:06.789049 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.819950 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:06.822034 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=1c747281-9d9d-4183-b4f2-a9beb65a911f,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:06.828493 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-dfa63142-a675-4e8c-8a79-cd43d0bb55f5 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 200 len: 217 time: 0.1053860 Sep 26 17:58:06.896368 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5de30-f653-4d11-a5c9-059d1ce00ede req-4174d5e3-0ac8-4103-9563-4197e6f5ccc8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:06.897933 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8a5de30-f653-4d11-a5c9-059d1ce00ede req-4174d5e3-0ac8-4103-9563-4197e6f5ccc8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 931 time: 0.0712831 Sep 26 17:58:06.917851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcf226a5-de08-4099-a04f-372a1225233b admin admin] Publish callbacks [] for security_group (c96821c8-5373-4754-b7fd-bb15f006ab9b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:06.959299 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8a5de30-f653-4d11-a5c9-059d1ce00ede req-53fec6f8-cf8c-47e6-bb8e-a35a2daab50a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524912 Sep 26 17:58:06.962052 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['1c747281-9d9d-4183-b4f2-a9beb65a911f'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:58:07.031618 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcf226a5-de08-4099-a04f-372a1225233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (c96821c8-5373-4754-b7fd-bb15f006ab9b), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.077686 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-dcf226a5-de08-4099-a04f-372a1225233b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ec56354a9dc947dea662847d0a6921f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8989851 Sep 26 17:58:07.080247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 48364) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:07.082739 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf226a5-de08-4099-a04f-372a1225233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96821c8-5373-4754-b7fd-bb15f006ab9b,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:07.119849 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Request body: {'port': {'device_id': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:07.145605 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fccde357-5b2d-4da4-b365-0912c951bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:07.147657 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-fccde357-5b2d-4da4-b365-0912c951bd3f service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0505111 Sep 26 17:58:07.173073 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:07.189106 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Publish callbacks [] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.227572 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Transition to ACTIVE for port object dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:58:07.229923 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-ed41ed57-e810-42d9-ac4d-d2b491c56ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:07.231424 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-ed41ed57-e810-42d9-ac4d-d2b491c56ade service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768247 Sep 26 17:58:07.243467 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-93e571f6-2d7a-473c-ac17-fc355533c2d0 admin admin] Publish callbacks [] for security_group (c96821c8-5373-4754-b7fd-bb15f006ab9b), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.245482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (35e30149-7490-417a-a493-6bef261bb382), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.264792 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:07.267365 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dc20ff-9bc2-46f8-adee-9258c52d00c8" -d '{"events": [{"server_uuid": "de6a4239-37d1-4a0d-8d9d-35f96f93f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7742a-1615-4abe-a98f-3a8de2bdf219"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:07.267793 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad756639-9215-4765-a5ce-ef6ec20dcc3b req-8aad5374-35c8-4aa5-81c3-5c0276379e32 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:07.269273 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ad756639-9215-4765-a5ce-ef6ec20dcc3b req-8aad5374-35c8-4aa5-81c3-5c0276379e32 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0705838 Sep 26 17:58:07.276493 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-93e571f6-2d7a-473c-ac17-fc355533c2d0 admin admin] Publish callbacks [] for security_group (c96821c8-5373-4754-b7fd-bb15f006ab9b), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.308254 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff3f0cb-9cde-48e8-83ff-51c02a21de61 x-openstack-request-id: req-0ff3f0cb-9cde-48e8-83ff-51c02a21de61 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:07.309164 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a4239-37d1-4a0d-8d9d-35f96f93f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "d5c7742a-1615-4abe-a98f-3a8de2bdf219", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:07.309645 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ff3f0cb-9cde-48e8-83ff-51c02a21de61 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:07.310307 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff3f0cb-9cde-48e8-83ff-51c02a21de61'] response: {'server_uuid': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219', 'code': 200} Sep 26 17:58:07.321501 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Attempt 2 to provision port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a Sep 26 17:58:07.361872 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:07.401803 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ad756639-9215-4765-a5ce-ef6ec20dcc3b req-79c6ab14-a231-410a-9b31-ebcec8fe3138 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993576 Sep 26 17:58:07.433443 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-29568a20-f1ca-49d2-a10b-fd65aac07b20 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877563 Sep 26 17:58:07.513591 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.571860 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e87e-ea9e-4499-b9a0-e6481a284705 req-cd5dbc28-cd68-4e9a-a44e-b8b6bc7c5e9f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:07.573548 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9388e87e-ea9e-4499-b9a0-e6481a284705 req-cd5dbc28-cd68-4e9a-a44e-b8b6bc7c5e9f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0596721 Sep 26 17:58:07.629213 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e44e3f92-06f2-4ee0-9d25-3d5713becfa8 req-d06424cd-7ef2-4b1f-9183-90040c434882 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858463 Sep 26 17:58:07.673795 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9388e87e-ea9e-4499-b9a0-e6481a284705 req-c459336f-9324-4a23-9c17-ce2694fb5dcc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910256 Sep 26 17:58:07.686922 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:07.709937 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Attempting to bind port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:07.710272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Attempting to bind port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:07.710596 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Attempting to bind port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:07.749604 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:07.792958 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249cfa-a181-4a86-9ba8-5cc382bd3db5 req-bc91fcbc-18a4-4509-b2b9-fad715d1c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:07.794926 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-85249cfa-a181-4a86-9ba8-5cc382bd3db5 req-bc91fcbc-18a4-4509-b2b9-fad715d1c1e3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0766618 Sep 26 17:58:07.835261 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:07.846447 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-93e571f6-2d7a-473c-ac17-fc355533c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (c96821c8-5373-4754-b7fd-bb15f006ab9b), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.849101 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-93e571f6-2d7a-473c-ac17-fc355533c2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.852675 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-93e571f6-2d7a-473c-ac17-fc355533c2d0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c96821c8-5373-4754-b7fd-bb15f006ab9b HTTP/1.1" status: 204 len: 168 time: 0.7686939 Sep 26 17:58:07.862851 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Attempt 3 to provision port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a Sep 26 17:58:07.868305 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e571f6-2d7a-473c-ac17-fc355533c2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96821c8-5373-4754-b7fd-bb15f006ab9b,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:07.870122 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:58:07.870530 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Attempting to bind port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:07.879032 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fce2d-fee2-43da-908a-68f8f4878ef4 req-345712f4-df38-4170-ba87-34711416a608 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:07.886334 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-443fce2d-fee2-43da-908a-68f8f4878ef4 req-345712f4-df38-4170-ba87-34711416a608 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 945 time: 0.0897806 Sep 26 17:58:07.944830 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:07.954424 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:07.954827 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Checking segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:07.955588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Bound using segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:07.955588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Bound port: dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:07.955922 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:07.959244 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-85249cfa-a181-4a86-9ba8-5cc382bd3db5 req-fbac4920-a0c0-4a5d-9c09-11697a0abfc0 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497459 Sep 26 17:58:07.973632 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aa60e-0393-4f93-82e9-ddb502a790e2 req-03a1c44b-7b10-4668-b8b2-3ae09a0860b6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:07.975085 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f62aa60e-0393-4f93-82e9-ddb502a790e2 req-03a1c44b-7b10-4668-b8b2-3ae09a0860b6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 931 time: 0.1031523 Sep 26 17:58:08.011589 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-443fce2d-fee2-43da-908a-68f8f4878ef4 req-f8622f90-6ae3-4f91-87c9-03f8b71f0907 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243265 Sep 26 17:58:08.015841 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e30149-7490-417a-a493-6bef261bb382 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:08.034144 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1c747281-9d9d-4183-b4f2-a9beb65a911f up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:08.045586 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f62aa60e-0393-4f93-82e9-ddb502a790e2 req-d63eb173-1e9c-43d2-82a2-1b1c38fb0c5b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630162 Sep 26 17:58:08.052897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Publish callbacks [] for port (35e30149-7490-417a-a493-6bef261bb382), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.074566 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] For port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:08.077004 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Transition to ACTIVE for port object 35e30149-7490-417a-a493-6bef261bb382 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:58:08.079482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] For port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:08.098921 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 1c747281-9d9d-4183-b4f2-a9beb65a911f completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:58:08.146639 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf098c8-edad-4674-be01-4061a84b7a03 req-3c2f0b52-1e85-4154-ba01-a773a726ba39 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:08.148079 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3cf098c8-edad-4674-be01-4061a84b7a03 req-3c2f0b52-1e85-4154-ba01-a773a726ba39 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0470102 Sep 26 17:58:08.194431 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3cf098c8-edad-4674-be01-4061a84b7a03 req-131f79df-f955-4dae-9ff1-8b0c1ef811d4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Sep 26 17:58:08.206589 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 1c747281-9d9d-4183-b4f2-a9beb65a911f triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:08.207179 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (35e30149-7490-417a-a493-6bef261bb382), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.207385 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.207851 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 1c747281-9d9d-4183-b4f2-a9beb65a911f Sep 26 17:58:08.236356 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.241346 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:08.242031 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.248265 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a HTTP/1.1" status: 200 len: 1093 time: 1.7162006 Sep 26 17:58:08.248265 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:08.248265 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3fc6ae-9a62-4c49-b651-402980aa13b6" -d '{"events": [{"name": "network-changed", "server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:08.290997 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddab2bf-2fc6-4cd5-9149-df8016a21c91 x-openstack-request-id: req-8ddab2bf-2fc6-4cd5-9149-df8016a21c91 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:08.291286 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:08.291542 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ddab2bf-2fc6-4cd5-9149-df8016a21c91 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:08.291939 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ddab2bf-2fc6-4cd5-9149-df8016a21c91'] response: {'name': 'network-changed', 'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'status': 'completed', 'code': 200} Sep 26 17:58:08.296406 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Pushing event updated for resources: {'Port': ['ID=35e30149-7490-417a-a493-6bef261bb382,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:08.316249 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 1c747281-9d9d-4183-b4f2-a9beb65a911f is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:08.316840 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.329286 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Attempting to bind port 35e30149-7490-417a-a493-6bef261bb382 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:08.329629 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Attempting to bind port 35e30149-7490-417a-a493-6bef261bb382 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:08.329956 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Attempting to bind port 35e30149-7490-417a-a493-6bef261bb382 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:08.368523 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 1c747281-9d9d-4183-b4f2-a9beb65a911f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:08.424387 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82999b6b-0efc-4aa8-bdcd-5166ad1e0a1d service neutron] Pushing event updated for resources: {'Port': ['ID=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:08.432698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Port 35e30149-7490-417a-a493-6bef261bb382 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:58:08.433033 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Attempting to bind port 35e30149-7490-417a-a493-6bef261bb382 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:08.445976 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Attempt 4 to provision port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a Sep 26 17:58:08.449204 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.530133 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:08.531872 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:08.532500 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Checking segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:08.541778 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Bound using segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:08.541778 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Bound port: 35e30149-7490-417a-a493-6bef261bb382, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:08.541778 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (35e30149-7490-417a-a493-6bef261bb382), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.542081 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:08.553582 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-62187ffb-5b8d-4839-b88e-93887eddfe26 None None] Port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:58:08.560661 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=1c747281-9d9d-4183-b4f2-a9beb65a911f,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:08.580739 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45cdb9-f7bc-4fff-8d62-3230b61df345 req-aa9c3bfe-5f8f-4aac-933f-6423a5826110 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:08.582469 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0b45cdb9-f7bc-4fff-8d62-3230b61df345 req-aa9c3bfe-5f8f-4aac-933f-6423a5826110 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0916064 Sep 26 17:58:08.630446 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] For port 35e30149-7490-417a-a493-6bef261bb382, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:08.633690 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] For port 35e30149-7490-417a-a493-6bef261bb382, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35e30149-7490-417a-a493-6bef261bb382,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:08.634764 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0b45cdb9-f7bc-4fff-8d62-3230b61df345 req-0caed39b-5016-412a-8616-32c6d3a5beff tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 Sep 26 17:58:08.732427 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (35e30149-7490-417a-a493-6bef261bb382), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.737914 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:08.738536 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.740611 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/35e30149-7490-417a-a493-6bef261bb382 HTTP/1.1" status: 200 len: 1093 time: 1.6242990 Sep 26 17:58:08.809249 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d47d8-b326-4df2-959b-dbaabae32f74 service neutron] Pushing event updated for resources: {'Port': ['ID=35e30149-7490-417a-a493-6bef261bb382,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:08.827888 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a43b0-54fa-46f2-bf7b-000672d13314 req-05fe16fd-51d0-4d33-a1d6-58e83184fdc1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:08.829463 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da1a43b0-54fa-46f2-bf7b-000672d13314 req-05fe16fd-51d0-4d33-a1d6-58e83184fdc1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0586896 Sep 26 17:58:08.848157 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:08.877255 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da1a43b0-54fa-46f2-bf7b-000672d13314 req-0d792864-f372-40a9-9d98-27f8af614503 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418060 Sep 26 17:58:09.141891 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823c5c8-8df0-419a-af0f-9e21ac267f3c req-507c3b78-edba-463f-bc00-5ab7d0abcc1f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:09.143672 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e823c5c8-8df0-419a-af0f-9e21ac267f3c req-507c3b78-edba-463f-bc00-5ab7d0abcc1f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0535080 Sep 26 17:58:09.214316 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6772558-f25e-4b1b-b8a9-cba9b929c65e req-7c9919b7-dada-4145-9605-04b7627b4335 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:09.215879 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b6772558-f25e-4b1b-b8a9-cba9b929c65e req-7c9919b7-dada-4145-9605-04b7627b4335 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 943 time: 0.0681429 Sep 26 17:58:09.259808 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e823c5c8-8df0-419a-af0f-9e21ac267f3c req-9a2025af-7d93-4cce-8c08-20f74dc54019 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999172 Sep 26 17:58:09.299976 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b6772558-f25e-4b1b-b8a9-cba9b929c65e req-6814230c-b693-43a0-a865-86a7cf411e9a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770440 Sep 26 17:58:09.312683 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b915bd-9baa-4915-861d-b2d2916f390f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c747281-9d9d-4183-b4f2-a9beb65a911f'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:09.315813 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6d3102-4766-483c-9e94-847f03ba8a99" -d '{"events": [{"server_uuid": "39b915bd-9baa-4915-861d-b2d2916f390f", "name": "network-vif-plugged", "status": "completed", "tag": "1c747281-9d9d-4183-b4f2-a9beb65a911f"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:09.363795 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0da2404-9518-4925-bb00-84e216888f64 x-openstack-request-id: req-b0da2404-9518-4925-bb00-84e216888f64 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:09.364369 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b915bd-9baa-4915-861d-b2d2916f390f", "name": "network-vif-plugged", "status": "completed", "tag": "1c747281-9d9d-4183-b4f2-a9beb65a911f", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:09.364369 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0da2404-9518-4925-bb00-84e216888f64 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:09.364695 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0da2404-9518-4925-bb00-84e216888f64'] response: {'server_uuid': '39b915bd-9baa-4915-861d-b2d2916f390f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c747281-9d9d-4183-b4f2-a9beb65a911f', 'code': 200} Sep 26 17:58:09.385998 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa85e16-8907-447a-a346-bbf38b109dcf req-5e2fa683-38da-44bc-83f8-55086d640d73 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:09.387478 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0aa85e16-8907-447a-a346-bbf38b109dcf req-5e2fa683-38da-44bc-83f8-55086d640d73 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0481410 Sep 26 17:58:09.437103 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0aa85e16-8907-447a-a346-bbf38b109dcf req-28b295d4-5e10-4120-b056-a213a36671f9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440004 Sep 26 17:58:09.460508 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:09.758172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fc6ae-9a62-4c49-b651-402980aa13b6 req-b789e02f-2a7f-474e-bede-5fa3f38eb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:09.761568 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4e3fc6ae-9a62-4c49-b651-402980aa13b6 req-b789e02f-2a7f-474e-bede-5fa3f38eb600 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 1127 time: 0.0716743 Sep 26 17:58:09.794054 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-92fce79e-9554-4c66-8f31-17d638cae20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:09.795664 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-92fce79e-9554-4c66-8f31-17d638cae20e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 1127 time: 0.1036849 Sep 26 17:58:09.807672 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d858ef-56e6-47d4-89d9-cdfa713c0150 req-df0e2e2e-d341-44a1-bcf4-c621848e3692 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:09.816133 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-91d858ef-56e6-47d4-89d9-cdfa713c0150 req-df0e2e2e-d341-44a1-bcf4-c621848e3692 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0785170 Sep 26 17:58:09.859978 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-91d858ef-56e6-47d4-89d9-cdfa713c0150 req-f873b7c0-2658-4782-8d4d-a8454209191e tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Sep 26 17:58:10.000181 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c094f-0a60-437b-aff0-0a6b71b7bc85 req-b7558b57-f268-4c6a-913e-70da09966f75 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.002388 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab3c094f-0a60-437b-aff0-0a6b71b7bc85 req-b7558b57-f268-4c6a-913e-70da09966f75 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0444818 Sep 26 17:58:10.034712 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:58:10.049718 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab3c094f-0a60-437b-aff0-0a6b71b7bc85 req-66133da2-87c7-4743-a7d4-e8adeb4d5c3d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 Sep 26 17:58:10.129312 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:10.140818 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'port_id': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'mac_address': 'fa:16:3e:de:83:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:58:10.182610 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:10.183015 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:10.198626 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9148014a-dff0-4bcc-b428-9b6e3da43150 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:10.221734 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:10.251269 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-179272d8-e3f8-46f0-8cfe-d6c62500b2c3 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e30149-7490-417a-a493-6bef261bb382 HTTP/1.1" status: 200 len: 217 time: 0.0509198 Sep 26 17:58:10.293936 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'tag': '35e30149-7490-417a-a493-6bef261bb382'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:10.296967 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "tag": "35e30149-7490-417a-a493-6bef261bb382"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:10.303512 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-34ea0678-b54b-47b1-9af5-1bbde3e23926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.304938 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-34ea0678-b54b-47b1-9af5-1bbde3e23926 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 200 len: 849 time: 0.0465870 Sep 26 17:58:10.316951 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fc6ae-9a62-4c49-b651-402980aa13b6 req-8709e48c-9fe9-4057-bee3-4e0f4aa2ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.319096 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4e3fc6ae-9a62-4c49-b651-402980aa13b6 req-8709e48c-9fe9-4057-bee3-4e0f4aa2ac6b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1310253 Sep 26 17:58:10.345375 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:10.390647 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-f097324c-116e-4b6e-8ca8-2fb1a5b73ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.392323 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-f097324c-116e-4b6e-8ca8-2fb1a5b73ccf service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=7327a67e-44b9-426d-af9d-05e96c87ac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802271 Sep 26 17:58:10.401061 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:10.406587 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad88295-255c-4026-bac4-44c3300fbe8e req-d86a7412-e4ae-42f7-a917-1ce4690270d8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.406587 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dad88295-255c-4026-bac4-44c3300fbe8e req-d86a7412-e4ae-42f7-a917-1ce4690270d8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0634944 Sep 26 17:58:10.414624 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b9b4f0-f2a2-4436-b3a7-998847634a6b x-openstack-request-id: req-68b9b4f0-f2a2-4436-b3a7-998847634a6b {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:10.414917 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "tag": "35e30149-7490-417a-a493-6bef261bb382", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:10.415220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68b9b4f0-f2a2-4436-b3a7-998847634a6b {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:10.415612 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b9b4f0-f2a2-4436-b3a7-998847634a6b'] response: {'name': 'network-changed', 'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'tag': '35e30149-7490-417a-a493-6bef261bb382', 'status': 'completed', 'code': 200} Sep 26 17:58:10.420316 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:10.468827 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fc6ae-9a62-4c49-b651-402980aa13b6 req-656356db-9676-4adb-b270-d92575488b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.470388 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4e3fc6ae-9a62-4c49-b651-402980aa13b6 req-656356db-9676-4adb-b270-d92575488b2c service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437366 Sep 26 17:58:10.544015 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8ea0e-fe92-43cb-951c-cf90f0a78a54 req-dbbbeae6-b3d9-40ec-96c4-c586c64f7cb1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.545482 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-38e8ea0e-fe92-43cb-951c-cf90f0a78a54 req-dbbbeae6-b3d9-40ec-96c4-c586c64f7cb1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 943 time: 0.0848460 Sep 26 17:58:10.569795 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dad88295-255c-4026-bac4-44c3300fbe8e req-ff720550-cbc2-4fef-ac1d-2de2dc55cd86 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544530 Sep 26 17:58:10.587343 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-e5d18c7c-7a33-4ad7-82c4-63a50072220c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806858 Sep 26 17:58:10.591560 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-7ed45f1b-1ec6-4e90-ab97-e70ddabc80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.595881 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-7ed45f1b-1ec6-4e90-ab97-e70ddabc80ee service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 1127 time: 0.0487709 Sep 26 17:58:10.616729 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-38e8ea0e-fe92-43cb-951c-cf90f0a78a54 req-2626da91-1e9d-47e9-8c31-29eac68dcf5f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602953 Sep 26 17:58:10.669554 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:10.712198 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39ae7d-1b5e-4c2c-99d8-4f222c4f0e6b req-573f3ded-c0d3-4343-aed8-5de034f60e2a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:10.713926 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd39ae7d-1b5e-4c2c-99d8-4f222c4f0e6b req-573f3ded-c0d3-4343-aed8-5de034f60e2a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0651104 Sep 26 17:58:10.714045 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['9148014a-dff0-4bcc-b428-9b6e3da43150'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:58:10.764590 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd39ae7d-1b5e-4c2c-99d8-4f222c4f0e6b req-01e49227-64c5-4a36-92b6-221c534f0205 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 Sep 26 17:58:10.911049 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:11.179708 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaef38-3d37-48d5-abcc-2cc594296629 req-b786a9d7-3420-4cd2-a0b9-237581ce6327 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:11.181205 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dcbaef38-3d37-48d5-abcc-2cc594296629 req-b786a9d7-3420-4cd2-a0b9-237581ce6327 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 944 time: 0.0494454 Sep 26 17:58:11.230863 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dcbaef38-3d37-48d5-abcc-2cc594296629 req-5a6f40cd-1e4b-4d65-8891-bd9f6d0e2461 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Sep 26 17:58:11.331362 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-aefcb82e-a6a6-4c44-97ae-e6d4f6e15225 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a HTTP/1.1" status: 200 len: 217 time: 0.0747962 Sep 26 17:58:11.336253 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:11.351417 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a94b26f2-8515-4a79-9334-d8429badfdb8 req-8a2990cb-b5ec-438d-8726-8922466ccb3a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953856 Sep 26 17:58:11.357848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1339b-838c-4a24-a9d8-cb96ca15b5a7 req-cbb2d614-b53e-40a6-9312-b9a04c350350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:11.359346 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3dd1339b-838c-4a24-a9d8-cb96ca15b5a7 req-cbb2d614-b53e-40a6-9312-b9a04c350350 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 1130 time: 0.0970340 Sep 26 17:58:11.410572 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-f5588b20-52ea-4967-be5c-05234e4614c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:11.412086 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-f5588b20-52ea-4967-be5c-05234e4614c8 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0640721 Sep 26 17:58:11.460511 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3dd1339b-838c-4a24-a9d8-cb96ca15b5a7 req-d7d6dd0d-8e46-448a-96ce-d53413882601 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822549 Sep 26 17:58:11.469597 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-3a91e235-1d17-46f9-84c2-acd3f298ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:11.471076 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-3a91e235-1d17-46f9-84c2-acd3f298ad6f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479774 Sep 26 17:58:11.700101 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82f0fb-57b1-4d3c-92ec-6f3079c027a5 req-84b089a4-10cb-456b-9b9d-8fb96f36509d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:11.702172 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa82f0fb-57b1-4d3c-92ec-6f3079c027a5 req-84b089a4-10cb-456b-9b9d-8fb96f36509d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0489078 Sep 26 17:58:11.765928 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be894b96-b1e9-4ddb-b894-d04e3f7970db req-0932b948-22d5-42f0-a690-aa5d8d5102ce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:11.767444 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-be894b96-b1e9-4ddb-b894-d04e3f7970db req-0932b948-22d5-42f0-a690-aa5d8d5102ce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 943 time: 0.0734632 Sep 26 17:58:11.804862 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-3c3c11c9-2bd7-4cf8-a8b7-1606a65201ec service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936253 Sep 26 17:58:11.807919 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa82f0fb-57b1-4d3c-92ec-6f3079c027a5 req-87d924c8-b17f-4e3a-8df7-a5796d7652e5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956545 Sep 26 17:58:11.835659 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-be894b96-b1e9-4ddb-b894-d04e3f7970db req-330e1064-58f0-4800-8fcc-6791a6cb0abc tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607657 Sep 26 17:58:11.919321 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8416a3-bfae-46e0-86e3-a17dcc8b789e req-6512e302-be13-4b63-a336-8e151386a7fc tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:11.920738 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bf8416a3-bfae-46e0-86e3-a17dcc8b789e req-6512e302-be13-4b63-a336-8e151386a7fc tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0462189 Sep 26 17:58:11.968505 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bf8416a3-bfae-46e0-86e3-a17dcc8b789e req-d69e7613-e642-4aba-8cf7-359b48e9d24a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Sep 26 17:58:12.049172 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:12.091152 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 9148014a-dff0-4bcc-b428-9b6e3da43150 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:58:12.202257 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 9148014a-dff0-4bcc-b428-9b6e3da43150 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:12.202644 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:12.203009 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 17:58:12.288635 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:12.289087 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:12.314802 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:12.317164 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be752c41-a579-48aa-b5d8-5c5caf3394ed" -d '{"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-plugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:12.330243 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:12.366900 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f0c0-0984-4536-b5ed-57058e65ac83 req-37f46e4c-8f94-4655-8a97-4aacfa1c7d32 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:12.368263 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fcc4f0c0-0984-4536-b5ed-57058e65ac83 req-37f46e4c-8f94-4655-8a97-4aacfa1c7d32 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 944 time: 0.0500515 Sep 26 17:58:12.421993 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fcc4f0c0-0984-4536-b5ed-57058e65ac83 req-2ebddff5-d146-40c1-9d67-54b7836b5d22 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Sep 26 17:58:12.465678 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:12.468298 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7fd52-c720-425e-bb3c-8a43d5e4ea85 x-openstack-request-id: req-a3f7fd52-c720-425e-bb3c-8a43d5e4ea85 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:12.468620 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-plugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:12.468898 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3f7fd52-c720-425e-bb3c-8a43d5e4ea85 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:12.469952 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f7fd52-c720-425e-bb3c-8a43d5e4ea85'] response: {'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'code': 200} Sep 26 17:58:12.514971 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:12.726102 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:12.935683 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dd7fa-5ef8-42c6-96f7-ccbae98b864f req-85c3ff42-95f5-4e7e-858e-e53f04c02902 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:12.937069 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f08dd7fa-5ef8-42c6-96f7-ccbae98b864f req-85c3ff42-95f5-4e7e-858e-e53f04c02902 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0459669 Sep 26 17:58:12.986382 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f08dd7fa-5ef8-42c6-96f7-ccbae98b864f req-c7b24ea6-42d9-40de-a120-f9a5214ca86f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Sep 26 17:58:13.091631 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2176de-cd3a-46b6-aae2-eb429d5945e1 req-f5c9ab03-418b-4c98-ad98-6ec2bda2e2dd tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:13.093277 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f2176de-cd3a-46b6-aae2-eb429d5945e1 req-f5c9ab03-418b-4c98-ad98-6ec2bda2e2dd tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 943 time: 0.0479286 Sep 26 17:58:13.145957 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f2176de-cd3a-46b6-aae2-eb429d5945e1 req-049d3a81-d925-4951-a9b4-420b914195a5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453868 Sep 26 17:58:13.259364 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee19954-b323-460d-b79d-9c34d8ac1289 req-b7cbd425-e2d7-4780-8de3-2725a36b96d6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:13.260834 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cee19954-b323-460d-b79d-9c34d8ac1289 req-b7cbd425-e2d7-4780-8de3-2725a36b96d6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0468004 Sep 26 17:58:13.319014 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cee19954-b323-460d-b79d-9c34d8ac1289 req-e1427fb4-bde1-4801-8b88-96ecb50eea0d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512702 Sep 26 17:58:13.385583 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-4c69ed30-27ad-464c-a4cd-12d16e982e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:13.387094 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-4c69ed30-27ad-464c-a4cd-12d16e982e29 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 1127 time: 0.0964735 Sep 26 17:58:13.475256 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-45475da6-e78e-408c-96bf-f522ef80d7ac req-d6598a7d-1008-4ab7-ada9-a80f90ebfaef service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248776 Sep 26 17:58:13.514076 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-51c35bba-1223-4520-a0c9-1c7151c16974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:13.515594 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-51c35bba-1223-4520-a0c9-1c7151c16974 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 911 time: 0.1126263 Sep 26 17:58:13.544959 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740f17e-27ff-473f-beb9-e4d314c46849 req-de141761-4b3b-49e1-93aa-71dbd6a3d77d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:13.546431 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e740f17e-27ff-473f-beb9-e4d314c46849 req-de141761-4b3b-49e1-93aa-71dbd6a3d77d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0450261 Sep 26 17:58:13.595624 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e740f17e-27ff-473f-beb9-e4d314c46849 req-0b6f26ab-10d7-4951-9b45-6ede1b37613d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 Sep 26 17:58:13.608798 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:14.123113 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c4feb-afa4-4a18-8524-456e9a9ffc96 req-b9814d01-275c-4d94-b634-6d45dd8a9544 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:14.124556 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-382c4feb-afa4-4a18-8524-456e9a9ffc96 req-b9814d01-275c-4d94-b634-6d45dd8a9544 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0484455 Sep 26 17:58:14.171146 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-382c4feb-afa4-4a18-8524-456e9a9ffc96 req-4aa133be-4d6b-4cf4-80f0-71e47004abb5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Sep 26 17:58:14.265021 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79c05d-e124-41dd-bb5f-6c0d68debed8 req-1521f514-4100-48cd-9877-579458462259 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:14.267034 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a79c05d-e124-41dd-bb5f-6c0d68debed8 req-1521f514-4100-48cd-9877-579458462259 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 943 time: 0.0453029 Sep 26 17:58:14.302442 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=7 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:14.314402 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a79c05d-e124-41dd-bb5f-6c0d68debed8 req-aa71b76a-db5c-404b-b14e-034bc1cdf6df tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Sep 26 17:58:14.441739 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4453-859b-4ac1-af7a-553117820122 req-9c9e766f-68db-445c-b422-c16ee456ebbd tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:14.443118 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1a1d4453-859b-4ac1-af7a-553117820122 req-9c9e766f-68db-445c-b422-c16ee456ebbd tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0496829 Sep 26 17:58:14.463591 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 35e30149-7490-417a-a493-6bef261bb382 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:58:14.491444 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1a1d4453-859b-4ac1-af7a-553117820122 req-0703c19c-b314-472d-a7d1-2d938a97ce04 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Sep 26 17:58:14.511136 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:14.569021 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 35e30149-7490-417a-a493-6bef261bb382, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35e30149-7490-417a-a493-6bef261bb382,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:14.579792 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '35e30149-7490-417a-a493-6bef261bb382', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'port_id': '35e30149-7490-417a-a493-6bef261bb382', 'mac_address': 'fa:16:3e:7d:90:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 466, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:58:14.613575 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 35e30149-7490-417a-a493-6bef261bb382 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:14.613958 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (35e30149-7490-417a-a493-6bef261bb382), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:14.626708 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e30149-7490-417a-a493-6bef261bb382 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:14.647625 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 35e30149-7490-417a-a493-6bef261bb382, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35e30149-7490-417a-a493-6bef261bb382,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:14.722370 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c1530-e0a6-45d4-9dd9-0d441d2dc04f req-cbdd9c15-c3ac-4cad-9165-4e9168da6424 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:14.723814 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-de5c1530-e0a6-45d4-9dd9-0d441d2dc04f req-cbdd9c15-c3ac-4cad-9165-4e9168da6424 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0455747 Sep 26 17:58:14.731984 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (35e30149-7490-417a-a493-6bef261bb382), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:14.771379 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-de5c1530-e0a6-45d4-9dd9-0d441d2dc04f req-b14d199a-0ff7-483d-94e6-1d3245b489c7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Sep 26 17:58:14.783203 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=35e30149-7490-417a-a493-6bef261bb382,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:14.834449 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:15.288254 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d428-f721-4e8c-837b-8148e7d3956c req-fa0d56ea-6a05-4d66-b50a-9463ab9a641c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:15.289712 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c447d428-f721-4e8c-837b-8148e7d3956c req-fa0d56ea-6a05-4d66-b50a-9463ab9a641c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0460205 Sep 26 17:58:15.305092 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:15.338653 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c447d428-f721-4e8c-837b-8148e7d3956c req-86bfb525-e71b-45f5-a7c9-058056d2d47a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Sep 26 17:58:15.432397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2db1f-4e4b-45a3-9aa8-530416c25b1b req-0987597c-6641-46b8-8380-2b1017b7ac43 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:15.433881 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8ac2db1f-4e4b-45a3-9aa8-530416c25b1b req-0987597c-6641-46b8-8380-2b1017b7ac43 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 944 time: 0.0456922 Sep 26 17:58:15.482199 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8ac2db1f-4e4b-45a3-9aa8-530416c25b1b req-6026a176-a421-41d8-86cd-648dee40b0fd tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 Sep 26 17:58:15.606900 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b81eab-9eaa-4f0e-bdd5-424238a833f9 req-9c6ef872-4f01-4b8f-a5a6-c71a78f1df4a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:15.608348 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74b81eab-9eaa-4f0e-bdd5-424238a833f9 req-9c6ef872-4f01-4b8f-a5a6-c71a78f1df4a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0440679 Sep 26 17:58:15.656936 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74b81eab-9eaa-4f0e-bdd5-424238a833f9 req-ed1c4894-0d71-4db1-abc7-4c7dbc204641 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420194 Sep 26 17:58:16.059512 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:16.081504 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:16.099084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c18ea-6d8f-47b6-a6e5-ee3ac70d4fe0 req-0196e32d-cd9a-4a42-aae0-6f43ca928d11 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:16.100548 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f4c18ea-6d8f-47b6-a6e5-ee3ac70d4fe0 req-0196e32d-cd9a-4a42-aae0-6f43ca928d11 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.2464225 Sep 26 17:58:16.104969 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:16.147100 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f4c18ea-6d8f-47b6-a6e5-ee3ac70d4fe0 req-028648cc-6a6b-4a44-99a4-40102dc00f69 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Sep 26 17:58:16.268717 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:16.455370 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db9c1a-2eb6-4024-8ec2-373405f19cbe req-b294cc26-c579-4492-bf10-7765fc59c221 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:16.456784 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c4db9c1a-2eb6-4024-8ec2-373405f19cbe req-b294cc26-c579-4492-bf10-7765fc59c221 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0447135 Sep 26 17:58:16.504569 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c4db9c1a-2eb6-4024-8ec2-373405f19cbe req-af0b5da6-a1af-4336-9607-f18aae8f1394 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420997 Sep 26 17:58:16.607132 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b2ad0-ef02-4fb6-89a9-4012488cc7be req-19662df1-7a0c-4a3e-98a0-09f3fa20553a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:16.608550 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd9b2ad0-ef02-4fb6-89a9-4012488cc7be req-19662df1-7a0c-4a3e-98a0-09f3fa20553a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 944 time: 0.0490305 Sep 26 17:58:16.654519 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd9b2ad0-ef02-4fb6-89a9-4012488cc7be req-52bc86a9-3fac-4161-8a2d-9c5882907f69 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Sep 26 17:58:16.774304 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f76f0-a5f3-48b1-a874-e3ba472c3268 req-afad07a5-e7e7-4c4e-be5b-b2c192f172ae tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:16.775734 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8b3f76f0-a5f3-48b1-a874-e3ba472c3268 req-afad07a5-e7e7-4c4e-be5b-b2c192f172ae tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0455344 Sep 26 17:58:16.824097 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8b3f76f0-a5f3-48b1-a874-e3ba472c3268 req-426b2634-25a9-4a0f-8a38-1c7eb7a142e6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Sep 26 17:58:16.926230 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['35e30149-7490-417a-a493-6bef261bb382'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:58:17.189415 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:17.270601 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bef40-deba-4ea8-a746-82e85317863e req-ba218c61-d853-49e0-a923-dac1c8756f55 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:17.272088 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc0bef40-deba-4ea8-a746-82e85317863e req-ba218c61-d853-49e0-a923-dac1c8756f55 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0450449 Sep 26 17:58:17.323620 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc0bef40-deba-4ea8-a746-82e85317863e req-45afe7a4-4971-4534-ac77-22a6f4587f06 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458915 Sep 26 17:58:17.391766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:17.620977 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4684f-aa82-4255-b19e-14650ac68e97 req-563c4624-9252-4b55-9e41-ea3196af9298 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:17.622456 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7fb4684f-aa82-4255-b19e-14650ac68e97 req-563c4624-9252-4b55-9e41-ea3196af9298 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0452096 Sep 26 17:58:17.674349 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7fb4684f-aa82-4255-b19e-14650ac68e97 req-ea3036b2-3fbd-4a82-bb7a-59d9806b805d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 Sep 26 17:58:17.785939 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06f6b0-0b17-4eb4-b7c2-2d24c5828ead req-f4e1ec12-3bd6-4167-b1a3-9d7efb3bc6e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:17.787730 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ee06f6b0-0b17-4eb4-b7c2-2d24c5828ead req-f4e1ec12-3bd6-4167-b1a3-9d7efb3bc6e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 944 time: 0.0532658 Sep 26 17:58:17.814516 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:17.848104 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ee06f6b0-0b17-4eb4-b7c2-2d24c5828ead req-46a63416-e162-47e3-9d6b-442d32e9cd34 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533211 Sep 26 17:58:17.943178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:17.986541 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fd6d1-f468-485b-a049-6f37d1f541f2 req-8f0cfd6c-81c2-44b9-8318-6164644a57bb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:17.986541 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-228fd6d1-f468-485b-a049-6f37d1f541f2 req-8f0cfd6c-81c2-44b9-8318-6164644a57bb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0530698 Sep 26 17:58:18.035752 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-228fd6d1-f468-485b-a049-6f37d1f541f2 req-d1127bd4-8340-4500-9fa0-b2b707334052 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437171 Sep 26 17:58:18.089342 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-cdeea8e2-7f52-4852-b82a-7f9c4538f9b4 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e30149-7490-417a-a493-6bef261bb382 HTTP/1.1" status: 200 len: 217 time: 0.0383101 Sep 26 17:58:18.139820 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb7eed-a161-44c8-80a0-7303c161a441 req-40a8a575-3738-4fb5-bd2b-7a1b56a5ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:18.141366 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5ccb7eed-a161-44c8-80a0-7303c161a441 req-40a8a575-3738-4fb5-bd2b-7a1b56a5ec2a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1129 time: 0.0442142 Sep 26 17:58:18.291732 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf74542-2326-441c-bcc7-ad8c413ca344 req-14c08cfa-a6f2-432c-ab80-abd76428c00a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:18.293165 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3bf74542-2326-441c-bcc7-ad8c413ca344 req-14c08cfa-a6f2-432c-ab80-abd76428c00a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0452530 Sep 26 17:58:18.341514 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3bf74542-2326-441c-bcc7-ad8c413ca344 req-e9b9115c-ee49-4072-8c13-7bd13316dfc3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Sep 26 17:58:18.456576 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cede1b-c7ee-48ff-8d48-94992d02eae0 req-8c918eaa-c8ba-4e2f-8899-83166215b5bc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:18.458097 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c3cede1b-c7ee-48ff-8d48-94992d02eae0 req-8c918eaa-c8ba-4e2f-8899-83166215b5bc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0465064 Sep 26 17:58:18.508350 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c3cede1b-c7ee-48ff-8d48-94992d02eae0 req-ea6aa3f3-3a4b-44a2-8480-2b44cfdd330b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446610 Sep 26 17:58:18.927989 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:18.967496 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17459e7-95d2-4556-bbbe-a0edc63db4a1 req-89a11128-b801-4e10-9417-9fac630ee003 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:18.967794 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:18.968942 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c17459e7-95d2-4556-bbbe-a0edc63db4a1 req-89a11128-b801-4e10-9417-9fac630ee003 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 944 time: 0.0449846 Sep 26 17:58:19.015709 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c17459e7-95d2-4556-bbbe-a0edc63db4a1 req-1245a87e-7e55-4d8e-8810-a7c906974492 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Sep 26 17:58:19.076281 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:19.155376 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346f6ea-3411-43ed-8afd-08fbe34c255d req-83fe8a84-2151-4387-8369-204b04a4ab07 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:19.156824 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6346f6ea-3411-43ed-8afd-08fbe34c255d req-83fe8a84-2151-4387-8369-204b04a4ab07 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0466256 Sep 26 17:58:19.205467 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6346f6ea-3411-43ed-8afd-08fbe34c255d req-31722200-aa14-4db3-9a0a-1dd2069c71ec tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Sep 26 17:58:19.472799 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531368b-357b-4f9f-869e-281a04b63d56 req-37ac3ce4-5e59-49d3-95c2-7a5ed8a35ac2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:19.474267 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5531368b-357b-4f9f-869e-281a04b63d56 req-37ac3ce4-5e59-49d3-95c2-7a5ed8a35ac2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0476589 Sep 26 17:58:19.520863 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5531368b-357b-4f9f-869e-281a04b63d56 req-73ab467f-5937-4118-b696-fb8a1bb4db5f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Sep 26 17:58:19.608247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:19.636373 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac3f6-1179-471b-a177-e4d49a295ea0 req-0ff3302b-546a-4cbf-86ee-a9174b2f36a7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:19.637793 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc5ac3f6-1179-471b-a177-e4d49a295ea0 req-0ff3302b-546a-4cbf-86ee-a9174b2f36a7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0456905 Sep 26 17:58:19.685319 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc5ac3f6-1179-471b-a177-e4d49a295ea0 req-b43c47a1-ff2b-4908-8589-25def07f6915 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419161 Sep 26 17:58:19.828779 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:19.868323 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.135797 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8afdb-6a11-454f-b7fe-c7b3a959fcfa req-5b0e9af1-f760-43e7-97d7-763c0ffbdc17 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:20.137253 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-68f8afdb-6a11-454f-b7fe-c7b3a959fcfa req-5b0e9af1-f760-43e7-97d7-763c0ffbdc17 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 944 time: 0.0478671 Sep 26 17:58:20.185757 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-68f8afdb-6a11-454f-b7fe-c7b3a959fcfa req-f960e2d7-fb67-4f2a-837b-9fac222c7b0b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Sep 26 17:58:20.190560 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.321520 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b99c33-63b8-41e0-9bc0-3ff8e5ec4402 req-2ddee69a-1e6a-449b-a47c-40384b23849e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:20.322975 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a2b99c33-63b8-41e0-9bc0-3ff8e5ec4402 req-2ddee69a-1e6a-449b-a47c-40384b23849e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0467877 Sep 26 17:58:20.337173 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.370014 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a2b99c33-63b8-41e0-9bc0-3ff8e5ec4402 req-c0f6e908-b25c-4059-a70e-5d812f28023d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 Sep 26 17:58:20.533386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.561772 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:INSERT=14 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.603955 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 35e30149-7490-417a-a493-6bef261bb382 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:20.641157 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9918-5410-4314-8a20-87d6955a69d9 req-41d0aae6-9e4b-4dc0-ae4b-a01bcf9f7321 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:20.643526 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bdcc9918-5410-4314-8a20-87d6955a69d9 req-41d0aae6-9e4b-4dc0-ae4b-a01bcf9f7321 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0465727 Sep 26 17:58:20.646820 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 35e30149-7490-417a-a493-6bef261bb382 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:58:20.648312 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.696707 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bdcc9918-5410-4314-8a20-87d6955a69d9 req-49d8d0d3-6195-426d-b70c-ba484db8ba99 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465071 Sep 26 17:58:20.748816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 35e30149-7490-417a-a493-6bef261bb382 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:20.749330 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (35e30149-7490-417a-a493-6bef261bb382), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:20.749728 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 35e30149-7490-417a-a493-6bef261bb382 Sep 26 17:58:20.777717 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.820943 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05ec70-60df-4f2b-b446-07c409d3947a req-7123c3aa-0f3c-4f2f-8121-7cb65695df6a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:20.822494 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df05ec70-60df-4f2b-b446-07c409d3947a req-7123c3aa-0f3c-4f2f-8121-7cb65695df6a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0572765 Sep 26 17:58:20.826556 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 35e30149-7490-417a-a493-6bef261bb382 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:20.826952 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (35e30149-7490-417a-a493-6bef261bb382), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:20.856592 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e30149-7490-417a-a493-6bef261bb382'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:20.858906 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6d15be-fd6a-441a-8246-657d694023ef" -d '{"events": [{"server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "name": "network-vif-plugged", "status": "completed", "tag": "35e30149-7490-417a-a493-6bef261bb382"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:20.873832 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 35e30149-7490-417a-a493-6bef261bb382, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35e30149-7490-417a-a493-6bef261bb382,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:20.876173 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df05ec70-60df-4f2b-b446-07c409d3947a req-2ada0ba4-1271-4b53-a76c-4c9eecf6b7f2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 Sep 26 17:58:20.906388 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81ea1d9-c6e6-421d-b71e-29da13205b26 x-openstack-request-id: req-a81ea1d9-c6e6-421d-b71e-29da13205b26 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:20.906700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "name": "network-vif-plugged", "status": "completed", "tag": "35e30149-7490-417a-a493-6bef261bb382", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:20.906956 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a81ea1d9-c6e6-421d-b71e-29da13205b26 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:20.907346 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81ea1d9-c6e6-421d-b71e-29da13205b26'] response: {'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e30149-7490-417a-a493-6bef261bb382', 'code': 200} Sep 26 17:58:20.951123 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:20.989989 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (35e30149-7490-417a-a493-6bef261bb382), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:21.037167 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=35e30149-7490-417a-a493-6bef261bb382,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:21.044182 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.044525 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.044889 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.045267 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.045608 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.045936 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.046263 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.046586 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.046952 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.047275 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.047600 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.047923 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.048244 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.048729 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.049849 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:21.291557 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:21.307568 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1880b5-c715-4d88-9d91-02576e5f647e req-29a8c97c-db8c-4739-9baa-1f9eff9b560c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:21.309044 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a1880b5-c715-4d88-9d91-02576e5f647e req-29a8c97c-db8c-4739-9baa-1f9eff9b560c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Sep 26 17:58:21.355449 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a1880b5-c715-4d88-9d91-02576e5f647e req-97c6e4e6-ceed-4d56-a164-e517941389c2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Sep 26 17:58:21.493404 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6cfa4-10b6-4a14-a4ab-e996d1c9a0aa req-ed708f18-8cfc-4ced-82bd-ce5e5406738c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:21.494892 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-21d6cfa4-10b6-4a14-a4ab-e996d1c9a0aa req-ed708f18-8cfc-4ced-82bd-ce5e5406738c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0495768 Sep 26 17:58:21.541996 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-21d6cfa4-10b6-4a14-a4ab-e996d1c9a0aa req-d3cf7cb8-915c-4a5f-ac34-5bd53acf998d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413406 Sep 26 17:58:21.590482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:21.661168 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:21.698373 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-999a8427-386d-4afc-9667-8f91bf96fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:21.699849 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-999a8427-386d-4afc-9667-8f91bf96fb78 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 200 len: 849 time: 0.0515711 Sep 26 17:58:21.815659 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464933c-b8cc-4b8d-86da-f8e5f22cbfe4 req-76a0f945-53a0-479c-b14c-67b1ad677953 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:21.817177 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5464933c-b8cc-4b8d-86da-f8e5f22cbfe4 req-76a0f945-53a0-479c-b14c-67b1ad677953 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0480354 Sep 26 17:58:21.876580 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5464933c-b8cc-4b8d-86da-f8e5f22cbfe4 req-ae64606d-71ea-45df-9207-287138ebf892 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477972 Sep 26 17:58:21.933916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:22.002705 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:22.012616 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311b980-cd54-4bee-90ac-87e3888a6881 req-23f05f6b-75a9-419d-be03-81d12690bfcc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:22.014103 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3311b980-cd54-4bee-90ac-87e3888a6881 req-23f05f6b-75a9-419d-be03-81d12690bfcc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0482049 Sep 26 17:58:22.064333 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3311b980-cd54-4bee-90ac-87e3888a6881 req-66643083-fac2-4895-bce6-49dd9a7e9345 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Sep 26 17:58:22.145759 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:22.494371 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5ccb7eed-a161-44c8-80a0-7303c161a441 req-9e79384e-12c4-45da-9b1b-a10508982d0c service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880635 Sep 26 17:58:22.497291 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-ba539b22-4b1c-452a-962d-2a9030b5397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:22.498859 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-ba539b22-4b1c-452a-962d-2a9030b5397b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=7327a67e-44b9-426d-af9d-05e96c87ac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621314 Sep 26 17:58:22.503910 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-893b6ae6-97b8-4c1e-9613-2046167862ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:22.505429 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-893b6ae6-97b8-4c1e-9613-2046167862ba service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 1130 time: 0.0623918 Sep 26 17:58:22.512982 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f56d-4606-4d54-ba89-aa9fb6a5c80f req-e05fbc6b-0b23-4b0e-befd-dc06e5cdcd45 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:22.514389 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9125f56d-4606-4d54-ba89-aa9fb6a5c80f req-e05fbc6b-0b23-4b0e-befd-dc06e5cdcd45 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0831280 Sep 26 17:58:22.563031 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9125f56d-4606-4d54-ba89-aa9fb6a5c80f req-abc6121d-945a-41dc-8201-36565a9ae316 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Sep 26 17:58:22.626595 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:58:22.634342 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:22.674430 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7816302-ef16-4639-a58c-11697fdb648a req-a893c366-95a6-473b-81f2-0bf1a1b8bc60 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:22.676841 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f7816302-ef16-4639-a58c-11697fdb648a req-a893c366-95a6-473b-81f2-0bf1a1b8bc60 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 943 time: 0.0545943 Sep 26 17:58:22.731366 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:22.739784 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f7816302-ef16-4639-a58c-11697fdb648a req-5f32c4c5-4a09-4234-ad48-a9c011cc9d6a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564249 Sep 26 17:58:22.745206 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:58:22.780565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:22.780963 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:22.803302 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:58:22.839437 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:22.908160 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a86e3-413e-4483-bd2a-43ba26706573 req-3ef33ea7-8872-43b7-9db0-3c3fd62dc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:22.911139 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-203a86e3-413e-4483-bd2a-43ba26706573 req-3ef33ea7-8872-43b7-9db0-3c3fd62dc21f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 1129 time: 0.0529895 Sep 26 17:58:22.917261 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-79dbb295-8242-4857-9165-a46006dee641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:22.918872 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-79dbb295-8242-4857-9165-a46006dee641 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.1276796 Sep 26 17:58:22.952627 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-f96b3eed-167c-43bd-b48b-17e9ab1fd7e8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608448 Sep 26 17:58:22.962338 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:22.964850 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:23.022480 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:23.025031 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61573-289e-432d-b56b-f6afb547e6b8 req-ff8d0023-c01b-429e-b5d5-c1c42d74adc1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:23.026638 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5b61573-289e-432d-b56b-f6afb547e6b8 req-ff8d0023-c01b-429e-b5d5-c1c42d74adc1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0518210 Sep 26 17:58:23.074818 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5b61573-289e-432d-b56b-f6afb547e6b8 req-f98ffe3c-2d89-4407-ae35-012c24232129 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Sep 26 17:58:23.141604 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-ee8557db-782f-4414-93b0-c44bd137268a service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f HTTP/1.1" status: 200 len: 217 time: 0.0334949 Sep 26 17:58:23.152296 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-203a86e3-413e-4483-bd2a-43ba26706573 req-e1c1c07b-c3df-4ce6-81ec-8264cc5db639 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Sep 26 17:58:23.192692 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2eea1-9623-4d48-819c-e56852cf0503 req-0554c08e-3378-43e8-8292-ff4f1f117144 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:23.194197 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-67c2eea1-9623-4d48-819c-e56852cf0503 req-0554c08e-3378-43e8-8292-ff4f1f117144 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0458119 Sep 26 17:58:23.246014 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-67c2eea1-9623-4d48-819c-e56852cf0503 req-b3249cec-ffc4-43f9-8614-41e1dff492ab tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Sep 26 17:58:23.379144 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:58:23.403359 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:23.686146 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4077d0-4752-4446-95b8-f3ab93c32d9f req-734316ea-3049-419c-bd3e-49185281aaf3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:23.688163 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb4077d0-4752-4446-95b8-f3ab93c32d9f req-734316ea-3049-419c-bd3e-49185281aaf3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0503201 Sep 26 17:58:23.729442 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b4c299b9-7e6d-4571-8c8b-263eeedf7d1a req-7c2a6018-3c96-4dbb-9a06-9dbc2a7b2895 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838697 Sep 26 17:58:23.738417 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb4077d0-4752-4446-95b8-f3ab93c32d9f req-081c6d06-59d1-4f49-ac5c-440c60004b62 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437963 Sep 26 17:58:23.802271 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:23.851631 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5ff1-20aa-45d9-af7b-966730d52bc5 req-10578180-247d-4190-9fc5-a6a568b7ee9d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:23.853112 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f14f5ff1-20aa-45d9-af7b-966730d52bc5 req-10578180-247d-4190-9fc5-a6a568b7ee9d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 944 time: 0.0467288 Sep 26 17:58:23.905377 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f14f5ff1-20aa-45d9-af7b-966730d52bc5 req-e5e5cf39-dbab-49c7-a2e2-ef501f84f6ad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Sep 26 17:58:24.037099 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:24.197311 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8e7a6-f71a-4c9a-8f94-28b51f00b8f4 req-ad9a11e0-3bac-49a4-9bb7-745c0167d7b4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:24.198768 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aee8e7a6-f71a-4c9a-8f94-28b51f00b8f4 req-ad9a11e0-3bac-49a4-9bb7-745c0167d7b4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0499461 Sep 26 17:58:24.273179 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aee8e7a6-f71a-4c9a-8f94-28b51f00b8f4 req-fccb1077-97ae-4741-b01e-4d912f4e7a89 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687189 Sep 26 17:58:24.299283 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-f4685bc8-39a4-421e-8fc1-5fff9895452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:24.303111 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-f4685bc8-39a4-421e-8fc1-5fff9895452d service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0607944 Sep 26 17:58:24.371364 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64860-2c21-4f7d-84c2-730ddf63de65 req-74f5fd45-7dda-43b7-94c9-f0a449a88785 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:24.372827 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-72a64860-2c21-4f7d-84c2-730ddf63de65 req-74f5fd45-7dda-43b7-94c9-f0a449a88785 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0458012 Sep 26 17:58:24.421965 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-72a64860-2c21-4f7d-84c2-730ddf63de65 req-53285668-5f17-44e3-bd9d-6d9ff41bf3a1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Sep 26 17:58:24.644197 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:24.677526 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:24.691066 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:58:24.756135 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:24.756508 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:24.756838 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a Sep 26 17:58:24.831369 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:24.832329 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:24.852428 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:24.855512 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:24.857763 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4f3bf-31aa-474b-ab8b-f2c9b6101e72" -d '{"events": [{"server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:24.867626 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c0db8-14c7-43a1-a4eb-ce2bdc048f9f req-8f2230d0-3393-478d-b515-fc400deb4a2c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:24.869352 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-934c0db8-14c7-43a1-a4eb-ce2bdc048f9f req-8f2230d0-3393-478d-b515-fc400deb4a2c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0538971 Sep 26 17:58:24.875362 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:24.897047 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba156d77-a666-491d-946a-b9c87f44bc83 x-openstack-request-id: req-ba156d77-a666-491d-946a-b9c87f44bc83 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:24.897617 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "name": "network-vif-plugged", "status": "completed", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:24.897617 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba156d77-a666-491d-946a-b9c87f44bc83 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:24.897985 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba156d77-a666-491d-946a-b9c87f44bc83'] response: {'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'code': 200} Sep 26 17:58:24.925925 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-934c0db8-14c7-43a1-a4eb-ce2bdc048f9f req-726e42d3-2b55-41ae-a427-c2fde951e23d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510497 Sep 26 17:58:24.990940 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-74fab34e-f36a-4dc3-ba6f-e2b791bd95aa service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455511 Sep 26 17:58:24.996547 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-83309659-d229-43bd-ba1a-cc5c928fd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:24.998085 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-83309659-d229-43bd-ba1a-cc5c928fd2d9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472283 Sep 26 17:58:25.007412 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:25.050370 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52415e9-2e11-46a2-80cd-3af741efe59a req-b074785d-ecc5-4c8f-9442-a7fa53440326 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:25.052522 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c52415e9-2e11-46a2-80cd-3af741efe59a req-b074785d-ecc5-4c8f-9442-a7fa53440326 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0472980 Sep 26 17:58:25.063711 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:25.067904 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f881bdcc-deaa-4c5e-8571-d36ee362891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:25.121747 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c52415e9-2e11-46a2-80cd-3af741efe59a req-07ec5d95-6287-4b87-affd-4eb15cda1120 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629804 Sep 26 17:58:25.242384 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:25.299348 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:25.395987 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9de3d-ade3-4555-9c83-ef75e7a4d976 req-ec2b5038-297b-4fa4-8a6b-3505a317c077 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:25.397520 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dae9de3d-ade3-4555-9c83-ef75e7a4d976 req-ec2b5038-297b-4fa4-8a6b-3505a317c077 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0458007 Sep 26 17:58:25.444479 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dae9de3d-ade3-4555-9c83-ef75e7a4d976 req-d4e5ce44-37d2-4e2f-8a90-e4dfc9e71ccd tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Sep 26 17:58:25.550909 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8f73d-e2a3-448f-aa41-6b3d9ddcec1d req-2e0b0595-33a4-49e9-9301-0a30c3137a8e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:25.553726 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3fc8f73d-e2a3-448f-aa41-6b3d9ddcec1d req-2e0b0595-33a4-49e9-9301-0a30c3137a8e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0507188 Sep 26 17:58:25.606943 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3fc8f73d-e2a3-448f-aa41-6b3d9ddcec1d req-17bab57e-fbb9-4592-a1da-977bdb5c3498 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488009 Sep 26 17:58:25.740194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:25.758730 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab7b6b-889c-4002-9761-482b37e255cd req-2df0edd7-6973-49ac-be32-4027454035c3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:25.760247 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a9ab7b6b-889c-4002-9761-482b37e255cd req-2df0edd7-6973-49ac-be32-4027454035c3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0558400 Sep 26 17:58:25.778456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 48834) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:25.780590 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'floatingip': {'port_id': '9148014a-dff0-4bcc-b428-9b6e3da43150'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:25.860299 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:26.127400 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:26.188102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d28479-8caf-43ba-9628-3a9dc4cf81d0 req-5a75f38f-da15-45d6-aa68-6bd290dfa291 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:26.189635 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b1d28479-8caf-43ba-9628-3a9dc4cf81d0 req-5a75f38f-da15-45d6-aa68-6bd290dfa291 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1293483 Sep 26 17:58:26.347258 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9636e-0eda-4bf2-80be-c81ae1c91cde req-01557b21-9df0-43d5-b885-a431866757ce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:26.348706 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-56b9636e-0eda-4bf2-80be-c81ae1c91cde req-01557b21-9df0-43d5-b885-a431866757ce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.1498082 Sep 26 17:58:26.355008 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-f23ede02-0fca-4cec-ad17-4e21c7534157 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935891 Sep 26 17:58:26.451235 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b1d28479-8caf-43ba-9628-3a9dc4cf81d0 req-354e0bb3-ddae-4802-8a3e-ec41940137ae tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552190 Sep 26 17:58:26.570505 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-56b9636e-0eda-4bf2-80be-c81ae1c91cde req-d194bce7-9dbb-4b3e-a7e5-fde58a40cab3 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107146 Sep 26 17:58:26.803432 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f8dd-5886-424c-9f14-f801505558e8 req-caac6765-3ec8-4e04-9d5e-c62d582c2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:26.804907 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-caac6765-3ec8-4e04-9d5e-c62d582c2345 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0548193 Sep 26 17:58:26.917794 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d201177-758c-47f3-b293-717f12ac9b2e req-92b24831-1505-4556-b96e-f53339ea8940 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:26.919253 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2d201177-758c-47f3-b293-717f12ac9b2e req-92b24831-1505-4556-b96e-f53339ea8940 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.3732927 Sep 26 17:58:27.093628 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:27.104113 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6d5cb442-230b-4a0d-a03c-086fe5099102 req-74952f5d-0d00-4d87-8b3a-f483b9f919fb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850444 Sep 26 17:58:27.107404 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2d201177-758c-47f3-b293-717f12ac9b2e req-b6f712a6-a4a5-4e3f-9563-3f182243f2d4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633213 Sep 26 17:58:27.241748 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:27.338915 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Floating IP 4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1 associated. External IP: 172.27.2.123, port: 9148014a-dff0-4bcc-b428-9b6e3da43150. Sep 26 17:58:27.472367 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-19bab957-4036-486d-8954-ecb4e74ccfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:27.577336 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Router d3d8a350-ff90-4f6a-858e-4e125eb08b22 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:58:27.583363 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db32cb-6e60-402f-b9d0-9d00c0208a82 req-7c16add8-9592-4b5d-ac8c-edf2e88e4a07 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:27.584812 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a6db32cb-6e60-402f-b9d0-9d00c0208a82 req-7c16add8-9592-4b5d-ac8c-edf2e88e4a07 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0563231 Sep 26 17:58:27.702518 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:27.732135 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a6db32cb-6e60-402f-b9d0-9d00c0208a82 req-507022a6-143e-4f9c-a682-b1c3cccafef7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410270 Sep 26 17:58:27.739811 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:27.759573 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192cd76-9b2b-4d61-861b-4e8b36b351dc req-84231474-1345-4f72-9951-dce58432366b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:27.761256 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6192cd76-9b2b-4d61-861b-4e8b36b351dc req-84231474-1345-4f72-9951-dce58432366b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.1015587 Sep 26 17:58:27.792485 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:58:27.801248 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:27.809443 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] Sync routers for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:58:27.820523 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:27.823305 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:27.886801 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-1289869d-46e9-43f2-b631-b6d34795679b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1 HTTP/1.1" status: 200 len: 991 time: 2.1100330 Sep 26 17:58:27.887635 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:27.889982 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:27.897640 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6192cd76-9b2b-4d61-861b-4e8b36b351dc req-385adf77-aca1-41d7-b56d-234109108deb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257570 Sep 26 17:58:27.905928 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f260e8c-c93c-4a7b-b7e0-b3b46f4ce88e req-0b24696c-a768-4f73-9ffe-ba16ab776e96 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:27.907523 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2f260e8c-c93c-4a7b-b7e0-b3b46f4ce88e req-0b24696c-a768-4f73-9ffe-ba16ab776e96 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0952744 Sep 26 17:58:27.918949 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 48898) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:27.935242 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'floatingip': {'port_id': '35e30149-7490-417a-a493-6bef261bb382'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:27.978791 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f64b78-fc1b-49e6-a4ec-48931f4b3226 x-openstack-request-id: req-a0f64b78-fc1b-49e6-a4ec-48931f4b3226 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:27.979128 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:27.979340 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0f64b78-fc1b-49e6-a4ec-48931f4b3226 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:27.979735 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f64b78-fc1b-49e6-a4ec-48931f4b3226'] response: {'name': 'network-changed', 'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'status': 'completed', 'code': 200} Sep 26 17:58:27.984535 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (918f9c73-2218-4745-8975-83080de29153), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:28.020223 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:28.265655 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d88d-9bc4-45ac-a836-099bae0c3df9 req-133f418b-cfab-4673-9a1b-cd5fa11cb46f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:28.267181 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9957d88d-9bc4-45ac-a836-099bae0c3df9 req-133f418b-cfab-4673-9a1b-cd5fa11cb46f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0619972 Sep 26 17:58:28.270260 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'port_id': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'mac_address': 'fa:16:3e:de:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9689462a-a796-4f06-b20f-00ba7a46cace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:40Z', 'updated_at': '2022-09-26T17:58:26Z', 'revision_number': 1, 'project_id': '641b37d85a344b1791fcdff859318e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:28.298311 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] Checking router: d3d8a350-ff90-4f6a-858e-4e125eb08b22 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:58:28.307578 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:28.308188 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:28.386092 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9957d88d-9bc4-45ac-a836-099bae0c3df9 req-903a2f68-f059-4312-a77b-19fa56641aad tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910180 Sep 26 17:58:28.417780 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:28.421845 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:28.527428 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:28.638013 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'port_id': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'mac_address': 'fa:16:3e:de:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9689462a-a796-4f06-b20f-00ba7a46cace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:40Z', 'updated_at': '2022-09-26T17:58:26Z', 'revision_number': 1, 'project_id': '641b37d85a344b1791fcdff859318e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:28.669177 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca28ea8-dd90-4617-a2f7-02bec7dcab52 None None] The sync data for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi is: [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'floating_ip_address': '172.27.2.123', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'port_id': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'mac_address': 'fa:16:3e:de:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9689462a-a796-4f06-b20f-00ba7a46cace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:40Z', 'updated_at': '2022-09-26T17:58:26Z', 'revision_number': 1, 'project_id': '641b37d85a344b1791fcdff859318e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:58:28.674071 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:28.675019 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (918f9c73-2218-4745-8975-83080de29153), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:28.795390 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Floating IP 918f9c73-2218-4745-8975-83080de29153 associated. External IP: 172.27.2.148, port: 35e30149-7490-417a-a493-6bef261bb382. Sep 26 17:58:28.920998 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df296a7f-e83a-4286-9145-d2f04c6d2669 None None] New status for floating IP 4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 17:58:29.178875 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfddaf7-b89f-4c30-b74f-d29d363815bf req-39ab820f-d9d9-43fa-95d4-f220c7e15ff4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:29.180471 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1cfddaf7-b89f-4c30-b74f-d29d363815bf req-39ab820f-d9d9-43fa-95d4-f220c7e15ff4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0688679 Sep 26 17:58:29.304578 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1cfddaf7-b89f-4c30-b74f-d29d363815bf req-b3abdf62-5495-461c-9d58-7b3e58ba418d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163037 Sep 26 17:58:29.320890 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Router 4de50d29-5741-4755-8036-3b46089aaeff has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:58:29.426646 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:58:29.431007 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:29.439561 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] Sync routers for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:58:29.450960 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:29.451577 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:29.454983 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:29.469125 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a6562f03-b1cc-4ace-bd35-00bce1438525 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/918f9c73-2218-4745-8975-83080de29153 HTTP/1.1" status: 200 len: 991 time: 1.5480840 Sep 26 17:58:29.521176 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c59e9-7412-4e07-b2d6-d10281ef1cbe req-41039872-46be-4675-a8e5-6f7759b6a7c9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:29.522701 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ea5c59e9-7412-4e07-b2d6-d10281ef1cbe req-41039872-46be-4675-a8e5-6f7759b6a7c9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0500808 Sep 26 17:58:29.555509 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:29.570154 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ea5c59e9-7412-4e07-b2d6-d10281ef1cbe req-2d5acbb3-6fd1-4a69-9d8b-d8869b7fb112 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Sep 26 17:58:29.588452 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:29.655757 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:29.744900 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:29.763179 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '918f9c73-2218-4745-8975-83080de29153', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'port_id': '35e30149-7490-417a-a493-6bef261bb382', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'mac_address': 'fa:16:3e:7d:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:47Z', 'updated_at': '2022-09-26T17:58:28Z', 'revision_number': 1, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:29.788017 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] Checking router: 4de50d29-5741-4755-8036-3b46089aaeff for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:58:29.796942 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:29.797567 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:29.898362 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:29.981003 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'tag': '35e30149-7490-417a-a493-6bef261bb382'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:29.983575 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afec5ee-fa57-4df2-94ec-18ca67d19b24" -d '{"events": [{"name": "network-changed", "server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "tag": "35e30149-7490-417a-a493-6bef261bb382"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:30.023240 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0804dca4-6924-4437-8f26-f26b543c9046 x-openstack-request-id: req-0804dca4-6924-4437-8f26-f26b543c9046 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:30.023528 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "tag": "35e30149-7490-417a-a493-6bef261bb382", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:30.023776 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0804dca4-6924-4437-8f26-f26b543c9046 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:30.024170 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0804dca4-6924-4437-8f26-f26b543c9046'] response: {'name': 'network-changed', 'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'tag': '35e30149-7490-417a-a493-6bef261bb382', 'status': 'completed', 'code': 200} Sep 26 17:58:30.110689 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.119958 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '918f9c73-2218-4745-8975-83080de29153', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'port_id': '35e30149-7490-417a-a493-6bef261bb382', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'mac_address': 'fa:16:3e:7d:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:47Z', 'updated_at': '2022-09-26T17:58:28Z', 'revision_number': 1, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:30.144546 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd93d85f-747a-447b-8bde-f7d46c8dc699 None None] The sync data for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi is: [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '918f9c73-2218-4745-8975-83080de29153', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'port_id': '35e30149-7490-417a-a493-6bef261bb382', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'mac_address': 'fa:16:3e:7d:90:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:47Z', 'updated_at': '2022-09-26T17:58:28Z', 'revision_number': 1, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:58:30.201936 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:30.242283 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.242837 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:30.333729 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.409044 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.427582 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23ebaf-c97a-47a8-8f9c-0b8e870180ae req-2c2fe74c-f4c3-49a0-b48f-6dbc0ac34636 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:30.429104 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df23ebaf-c97a-47a8-8f9c-0b8e870180ae req-2c2fe74c-f4c3-49a0-b48f-6dbc0ac34636 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Sep 26 17:58:30.473527 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.481159 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df23ebaf-c97a-47a8-8f9c-0b8e870180ae req-fb1c1d77-c486-41c0-a74e-ca3fe1a64dd5 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458620 Sep 26 17:58:30.522253 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.550526 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.579119 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.613573 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.647484 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.702677 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab23cc-5010-43de-a1c6-a715819bdacc req-4740d03d-6f3e-46ee-ac3d-803c7e23582a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:30.704183 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46ab23cc-5010-43de-a1c6-a715819bdacc req-4740d03d-6f3e-46ee-ac3d-803c7e23582a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0501575 Sep 26 17:58:30.705618 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.751772 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004a682-0aae-4faf-b510-2eb1afcc8fc2 None None] New status for floating IP 918f9c73-2218-4745-8975-83080de29153: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 17:58:30.760032 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46ab23cc-5010-43de-a1c6-a715819bdacc req-fe69b745-ec17-47e5-b06d-f2edec09f916 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495727 Sep 26 17:58:30.782718 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.813413 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:30.910610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.082897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.201722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.270420 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.373712 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.373922 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:58:31.565917 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.598471 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a18d-703c-47f0-9e82-c4be527713db req-102e442d-54a6-4acc-bc4c-3ec1b97d49c9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:31.600391 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c0c1a18d-703c-47f0-9e82-c4be527713db req-102e442d-54a6-4acc-bc4c-3ec1b97d49c9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0447826 Sep 26 17:58:31.647473 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c0c1a18d-703c-47f0-9e82-c4be527713db req-2c1b9a2d-a067-4676-bbd9-30ad066f1bb6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412345 Sep 26 17:58:31.674508 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.708081 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.883242 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b43afd-2edc-41de-a6c8-417d78c59ee7 req-e71ae5e5-3e57-4788-8568-6c9ef3e8a935 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:31.884716 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-78b43afd-2edc-41de-a6c8-417d78c59ee7 req-e71ae5e5-3e57-4788-8568-6c9ef3e8a935 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0482895 Sep 26 17:58:31.887468 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:31.931269 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-78b43afd-2edc-41de-a6c8-417d78c59ee7 req-38dbf87d-f994-4704-bbe7-0e68686f9933 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Sep 26 17:58:32.429327 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-58d0aa0d-372a-49f0-a0d5-4adcd1f6eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:32.430806 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-58d0aa0d-372a-49f0-a0d5-4adcd1f6eb8c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1129 time: 0.0444360 Sep 26 17:58:32.442018 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-d710aad7-389c-42b1-9db1-f1ebcb5e6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:32.451826 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-d710aad7-389c-42b1-9db1-f1ebcb5e6f7c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 1129 time: 0.0895336 Sep 26 17:58:32.500896 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f8dd-5886-424c-9f14-f801505558e8 req-2c508396-217a-4d42-9089-217193648e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:32.502392 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-2c508396-217a-4d42-9089-217193648e6f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.1553385 Sep 26 17:58:32.588262 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-5acb3bbb-3762-460e-9910-0eb5493b1dbc service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 200 len: 217 time: 0.0337377 Sep 26 17:58:32.679171 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:32.719025 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-8c2a30f2-99e9-4cf4-93a7-acbe145ab68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:32.720497 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-8c2a30f2-99e9-4cf4-93a7-acbe145ab68b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.1688299 Sep 26 17:58:32.721615 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-c3cd75d2-48ce-4013-b632-15144c8c2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:32.726760 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-c3cd75d2-48ce-4013-b632-15144c8c2696 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 911 time: 0.1616921 Sep 26 17:58:32.769984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd507f29-b549-44e9-97a2-27e633b7c3e2 req-2598abaa-2d8f-42e9-8c57-79b4e7a8e714 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:32.771925 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fd507f29-b549-44e9-97a2-27e633b7c3e2 req-2598abaa-2d8f-42e9-8c57-79b4e7a8e714 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Sep 26 17:58:32.818449 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fd507f29-b549-44e9-97a2-27e633b7c3e2 req-03a07770-bdf0-4610-bcfb-9adcaa071248 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Sep 26 17:58:33.051320 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf284e1-edbf-4a7d-b9f5-47903c6ef771 req-29d4bf16-4693-4e4e-aba2-0129008d586d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:33.052776 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ccf284e1-edbf-4a7d-b9f5-47903c6ef771 req-29d4bf16-4693-4e4e-aba2-0129008d586d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0461226 Sep 26 17:58:33.100579 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ccf284e1-edbf-4a7d-b9f5-47903c6ef771 req-d6636363-3f0d-4642-b41d-c14942e0dd90 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Sep 26 17:58:33.943794 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0b24f-927c-4825-988f-753e39ae0a87 req-bddbc5ea-2351-4e74-92c4-c1770c01e55d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:33.945420 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bfa0b24f-927c-4825-988f-753e39ae0a87 req-bddbc5ea-2351-4e74-92c4-c1770c01e55d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Sep 26 17:58:34.006520 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bfa0b24f-927c-4825-988f-753e39ae0a87 req-243db2b0-e730-48da-94c3-198ca43fcc50 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541861 Sep 26 17:58:34.218553 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbb01f-a939-49b9-a5b9-b27fc469b0b2 req-9b9927e0-afd1-4174-bfe8-69ecbe8df582 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:34.220028 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-25fbb01f-a939-49b9-a5b9-b27fc469b0b2 req-9b9927e0-afd1-4174-bfe8-69ecbe8df582 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0462928 Sep 26 17:58:34.267191 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-25fbb01f-a939-49b9-a5b9-b27fc469b0b2 req-0151fa68-ecab-4c33-a1d6-555abc4dd0a2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Sep 26 17:58:35.130730 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6433f16-d043-471f-ba40-6a703f222daf req-5a49a163-8b27-4205-94ba-5fc39e4e74e2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:35.132931 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e6433f16-d043-471f-ba40-6a703f222daf req-5a49a163-8b27-4205-94ba-5fc39e4e74e2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Sep 26 17:58:35.180436 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e6433f16-d043-471f-ba40-6a703f222daf req-f3b75b25-b2ba-44f5-b74a-ea5c3c9cc9b9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Sep 26 17:58:35.389165 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad91d8b-8c10-4651-9043-5c5dfd40f85a req-e3ddf372-c523-4243-9766-4774be405029 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:35.390617 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2ad91d8b-8c10-4651-9043-5c5dfd40f85a req-e3ddf372-c523-4243-9766-4774be405029 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0487449 Sep 26 17:58:35.438328 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2ad91d8b-8c10-4651-9043-5c5dfd40f85a req-ee9675f3-0d05-4ed5-8f7c-d9abfd785c2a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Sep 26 17:58:35.966054 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f3b2d-b45f-4d07-aa44-b4c00ba77987 req-3b5b5135-e65e-49e4-be24-4febe9c7b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:35.967685 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-224f3b2d-b45f-4d07-aa44-b4c00ba77987 req-3b5b5135-e65e-49e4-be24-4febe9c7b71c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 1129 time: 0.0497699 Sep 26 17:58:35.969301 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f8dd-5886-424c-9f14-f801505558e8 req-68451102-be93-4551-a5f7-31cdcede098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:35.970612 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-68451102-be93-4551-a5f7-31cdcede098a service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0804923 Sep 26 17:58:36.020961 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-ed63c0a9-2bf0-467c-a8ea-840310abef1c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e30149-7490-417a-a493-6bef261bb382 HTTP/1.1" status: 200 len: 1001 time: 0.1362653 Sep 26 17:58:36.024698 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-ba3b11a4-5ab5-4cba-84ea-8c02b9969181 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 200 len: 1001 time: 0.1341777 Sep 26 17:58:36.033329 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:36.052296 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068f8dd-5886-424c-9f14-f801505558e8 req-88e8aa20-6ecd-4fbc-bdeb-31cda9f1ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:36.054380 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-88e8aa20-6ecd-4fbc-bdeb-31cda9f1ac3e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683668 Sep 26 17:58:36.060471 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-224f3b2d-b45f-4d07-aa44-b4c00ba77987 req-08a312d3-c76e-4e49-b078-1e39784684cd service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806739 Sep 26 17:58:36.112988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-8bf3115d-f2b4-48ee-b8d3-c1b08432bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:36.114529 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-8bf3115d-f2b4-48ee-b8d3-c1b08432bf20 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 200 len: 849 time: 0.0817857 Sep 26 17:58:36.115925 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-fb244ad8-c422-448c-a71e-5f7ba609ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:36.117864 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-fb244ad8-c422-448c-a71e-5f7ba609ec3d service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0837107 Sep 26 17:58:36.301933 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48061a88-2680-43ad-b63a-24a64edad2cb req-1a4abd99-e7d1-4bd3-836b-40de1988e253 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:36.303419 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48061a88-2680-43ad-b63a-24a64edad2cb req-1a4abd99-e7d1-4bd3-836b-40de1988e253 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0480180 Sep 26 17:58:36.351993 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48061a88-2680-43ad-b63a-24a64edad2cb req-801d640c-a428-4bd4-8b4c-03e06f203e0e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Sep 26 17:58:36.437716 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:36.469189 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-4a3b113f-cc14-44c1-8cda-6421a8bf10f8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972617 Sep 26 17:58:36.604650 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7cb7a-73ee-4a81-8ad6-43ed56569d21 req-938dff39-71a4-4ae8-ae43-0fc80c8ed355 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:36.606254 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3b7cb7a-73ee-4a81-8ad6-43ed56569d21 req-938dff39-71a4-4ae8-ae43-0fc80c8ed355 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0661337 Sep 26 17:58:36.644153 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5068f8dd-5886-424c-9f14-f801505558e8 req-a7260d92-1231-4d15-bf5c-06858b5a46ff service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518788 Sep 26 17:58:36.652286 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-8b9ec704-05a4-4250-b310-ad546fcb2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:36.654726 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-8b9ec704-05a4-4250-b310-ad546fcb2f88 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=7327a67e-44b9-426d-af9d-05e96c87ac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2592323 Sep 26 17:58:36.655671 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-0e13a834-bdb8-4d2d-85de-8a849379c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:36.657905 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-0e13a834-bdb8-4d2d-85de-8a849379c57c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2526958 Sep 26 17:58:36.672209 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3b7cb7a-73ee-4a81-8ad6-43ed56569d21 req-392531b4-b368-48ee-ad0c-27f8c1171f2a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590880 Sep 26 17:58:36.837388 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-0012695a-3005-4ddf-b33c-f7826cc69aed service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561689 Sep 26 17:58:36.839096 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-94c5bcd7-4b9b-4b8d-a321-05931eb1e3e7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503448 Sep 26 17:58:37.473593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a19-0cb7-462f-9a7f-1297675681e8 req-a933e560-7802-4e26-ba94-51aa37f02f40 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:37.475093 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66263a19-0cb7-462f-9a7f-1297675681e8 req-a933e560-7802-4e26-ba94-51aa37f02f40 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0465610 Sep 26 17:58:37.523434 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66263a19-0cb7-462f-9a7f-1297675681e8 req-0e8d4d39-4056-4377-861f-0cb8dbb9db04 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Sep 26 17:58:37.795249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd80f-3e26-44de-bcaf-2a40697301cd req-15094fcf-01d0-4a4f-a90f-b3a685270b02 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:37.796606 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-254bd80f-3e26-44de-bcaf-2a40697301cd req-15094fcf-01d0-4a4f-a90f-b3a685270b02 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0501745 Sep 26 17:58:37.845777 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-254bd80f-3e26-44de-bcaf-2a40697301cd req-8254055d-e9b8-4b8e-a75b-0c48c1dcaefc tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Sep 26 17:58:37.918759 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a07bb-198a-478b-a105-9e1261dea456 req-2c914544-c285-4f75-807c-c0abce125915 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:37.920202 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ff4a07bb-198a-478b-a105-9e1261dea456 req-2c914544-c285-4f75-807c-c0abce125915 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0456409 Sep 26 17:58:37.968011 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ff4a07bb-198a-478b-a105-9e1261dea456 req-00601edd-5370-4104-8432-3a5e9352514c tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Sep 26 17:58:38.640873 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4302-ba8a-4eec-ae4d-58e6b83b72a2 req-0b47a530-9bbc-4c22-b251-a4423ad29ac3 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:38.642330 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e4c4302-ba8a-4eec-ae4d-58e6b83b72a2 req-0b47a530-9bbc-4c22-b251-a4423ad29ac3 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0451365 Sep 26 17:58:38.693055 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e4c4302-ba8a-4eec-ae4d-58e6b83b72a2 req-00c7ed0e-8c3c-4fc9-8052-5eb2b5e66230 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Sep 26 17:58:38.969971 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40232-83ee-4518-bf0f-731261b763e6 req-5eb5abaf-f8ce-46df-87c1-30b969534697 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:38.971429 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-edb40232-83ee-4518-bf0f-731261b763e6 req-5eb5abaf-f8ce-46df-87c1-30b969534697 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0457585 Sep 26 17:58:39.019149 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-edb40232-83ee-4518-bf0f-731261b763e6 req-6cf8816f-6319-4cc4-a185-b4d33a3be15d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416465 Sep 26 17:58:39.088715 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2367b-e80e-4867-adae-794b0e640d08 req-75dedc10-4e9c-4d2d-9dab-22d5487fa03f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:39.090171 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3df2367b-e80e-4867-adae-794b0e640d08 req-75dedc10-4e9c-4d2d-9dab-22d5487fa03f tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0446529 Sep 26 17:58:39.136161 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3df2367b-e80e-4867-adae-794b0e640d08 req-cad0dabb-ac36-42b2-9934-9727d3926abb tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Sep 26 17:58:39.806580 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:39.814522 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5a657-cf9b-4ae4-b341-94f1335aa716 req-ffba73e0-a029-447d-a7e8-5ced347ea323 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:39.815966 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46a5a657-cf9b-4ae4-b341-94f1335aa716 req-ffba73e0-a029-447d-a7e8-5ced347ea323 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0483925 Sep 26 17:58:39.862962 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46a5a657-cf9b-4ae4-b341-94f1335aa716 req-af3e4302-c4b6-48c9-ab17-140701dc3b61 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 Sep 26 17:58:40.122711 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=23 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:40.143067 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6cbfd-81fa-4eee-9812-2a2ba1a4cfd7 req-1d27744c-e5ce-437d-9db2-c8d61dd6c09f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:40.144526 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5fd6cbfd-81fa-4eee-9812-2a2ba1a4cfd7 req-1d27744c-e5ce-437d-9db2-c8d61dd6c09f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0460865 Sep 26 17:58:40.193042 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5fd6cbfd-81fa-4eee-9812-2a2ba1a4cfd7 req-d7df05b9-007e-46d2-855a-c609b4c99958 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Sep 26 17:58:40.256032 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e5435-2237-46f7-8891-3543da413fd4 req-78323a37-f7db-40bf-b0d9-0a33ef4fab89 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:40.258015 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d56e5435-2237-46f7-8891-3543da413fd4 req-78323a37-f7db-40bf-b0d9-0a33ef4fab89 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Sep 26 17:58:40.275964 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:40.304372 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d56e5435-2237-46f7-8891-3543da413fd4 req-6307e891-7f5b-4cb3-8cc5-790b5b365796 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Sep 26 17:58:40.845435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=1,neutron:SELECT=17 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:40.849420 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:40.853113 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:40.983260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79391fa-368f-445b-9f80-7e17680b2cd6 req-090edfbb-5f92-47c2-9054-2d053a563bb9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:40.984726 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b79391fa-368f-445b-9f80-7e17680b2cd6 req-090edfbb-5f92-47c2-9054-2d053a563bb9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0477369 Sep 26 17:58:41.034819 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b79391fa-368f-445b-9f80-7e17680b2cd6 req-e580b906-48c7-4216-b221-6247d112bc14 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Sep 26 17:58:41.136695 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:41.170268 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8afec5ee-fa57-4df2-94ec-18ca67d19b24 req-b5bca991-e470-4443-9bf0-b81946dc6b67 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751423 Sep 26 17:58:41.173732 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d6f32436-62f2-4d13-ab9c-ab6b1128ef2a req-86e0aab4-64fc-490d-8984-334af8171599 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864042 Sep 26 17:58:41.308756 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c624f5-d4e2-422b-a2ed-850111ccc0c0 req-75f8ead4-a0c5-4028-ab03-72f0f3d1c786 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:41.310214 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48c624f5-d4e2-422b-a2ed-850111ccc0c0 req-75f8ead4-a0c5-4028-ab03-72f0f3d1c786 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0447538 Sep 26 17:58:41.361398 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48c624f5-d4e2-422b-a2ed-850111ccc0c0 req-20207a76-f1a6-4045-a4d4-06c3e159c4e7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Sep 26 17:58:41.369606 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=81 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:41.426897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07190ac6-ee1b-4ec5-aab4-5e95951094c4 req-b2ce8798-54e5-462e-b1e3-3d0a7c6c7da3 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:41.428362 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-07190ac6-ee1b-4ec5-aab4-5e95951094c4 req-b2ce8798-54e5-462e-b1e3-3d0a7c6c7da3 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0468099 Sep 26 17:58:41.476274 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-07190ac6-ee1b-4ec5-aab4-5e95951094c4 req-09e2b974-b448-40df-b8a1-5b5a5f9dd6e2 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Sep 26 17:58:42.171798 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d360b-6d85-4776-8f68-6a87b2b77289 req-c56d3a19-a5b6-46bc-b1d0-3c74c33a592b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:42.173467 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-719d360b-6d85-4776-8f68-6a87b2b77289 req-c56d3a19-a5b6-46bc-b1d0-3c74c33a592b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0561333 Sep 26 17:58:42.224555 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-719d360b-6d85-4776-8f68-6a87b2b77289 req-5ac247fb-623e-413b-9ffd-2ba9bae448cd tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Sep 26 17:58:42.484585 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d484c48-1c19-48e9-ba1e-d9bba82be3d3 req-5a14b325-8da7-4bd0-a697-711a5f6289d1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:42.486203 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1d484c48-1c19-48e9-ba1e-d9bba82be3d3 req-5a14b325-8da7-4bd0-a697-711a5f6289d1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0505328 Sep 26 17:58:42.537610 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1d484c48-1c19-48e9-ba1e-d9bba82be3d3 req-723d1ce1-240b-4a1d-88cc-a1b2177b6313 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458272 Sep 26 17:58:42.598904 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c35f-0324-4855-8c90-52d8a22a7476 req-ffc27286-25c9-4516-91c4-6d81ff7ee671 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:42.601178 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-73d2c35f-0324-4855-8c90-52d8a22a7476 req-ffc27286-25c9-4516-91c4-6d81ff7ee671 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 26 17:58:42.653727 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-73d2c35f-0324-4855-8c90-52d8a22a7476 req-c6b0c7e9-cf63-4d3a-9ed5-b6bd9d821a1e tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Sep 26 17:58:43.345973 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a249f0b-7b12-4312-9d21-166b3cb81ee9 req-8f66a384-8f6d-497d-bcf8-decccca0f020 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:43.347465 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a249f0b-7b12-4312-9d21-166b3cb81ee9 req-8f66a384-8f6d-497d-bcf8-decccca0f020 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0470455 Sep 26 17:58:43.404599 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a249f0b-7b12-4312-9d21-166b3cb81ee9 req-bdbac059-e635-46c9-87ae-8c9c91688079 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507560 Sep 26 17:58:43.659806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36386ec-b070-4d64-8513-ddfc1f0dd589 req-2722ea67-7ae8-4394-b884-82ca14f6fd70 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:43.661283 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d36386ec-b070-4d64-8513-ddfc1f0dd589 req-2722ea67-7ae8-4394-b884-82ca14f6fd70 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0463493 Sep 26 17:58:43.708923 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d36386ec-b070-4d64-8513-ddfc1f0dd589 req-030a0c81-8b7b-4c02-be09-fac3633cddd1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Sep 26 17:58:43.777479 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccee8ab-3294-4db5-8052-7dc4a261be90 req-58d563d5-74eb-4eab-8aa6-53f849ec48ea tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:43.778957 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bccee8ab-3294-4db5-8052-7dc4a261be90 req-58d563d5-74eb-4eab-8aa6-53f849ec48ea tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0465434 Sep 26 17:58:43.827208 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bccee8ab-3294-4db5-8052-7dc4a261be90 req-6514d942-41b7-4442-8302-f9960761bcb3 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Sep 26 17:58:44.426686 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49188) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:44.498428 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:44.540649 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d2aa1-9656-407f-ba5d-30c8e86438d3 req-d6522fa2-c089-45c7-8d4f-5b7e33f7d6e2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:44.542167 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-542d2aa1-9656-407f-ba5d-30c8e86438d3 req-d6522fa2-c089-45c7-8d4f-5b7e33f7d6e2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0586774 Sep 26 17:58:44.547938 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:44.572176 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:44.614480 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-542d2aa1-9656-407f-ba5d-30c8e86438d3 req-6438b806-0b32-4e68-aebb-48424fb925fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641837 Sep 26 17:58:44.664191 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Publish callbacks [] for security_group (7b7d5867-3e06-4f17-97bd-5850fede3115), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:44.736757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2c1ef-9207-411e-9084-1257eb52b368 req-6d98e017-6825-49eb-acc3-994c96ff5254 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:44.738997 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00a2c1ef-9207-411e-9084-1257eb52b368 req-6d98e017-6825-49eb-acc3-994c96ff5254 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0450101 Sep 26 17:58:44.750198 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49198) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:44.754648 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:44.797531 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7b7d5867-3e06-4f17-97bd-5850fede3115), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:44.823629 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (60297e3f-70c7-42da-a39b-3ae42a76b884), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:44.933960 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b570a711d9814f1e8b194d5ee17ffef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035982 Sep 26 17:58:44.934308 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49210) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:44.949467 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d5867-3e06-4f17-97bd-5850fede3115,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:44.966085 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a749e20-631f-4602-9ff4-1beb4f7dad34 req-676ed5c3-46d6-4628-8b84-164c4274fb99 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:44.967555 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0a749e20-631f-4602-9ff4-1beb4f7dad34 req-676ed5c3-46d6-4628-8b84-164c4274fb99 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.1673379 Sep 26 17:58:44.990855 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Publish callbacks [] for security_group (7b7d5867-3e06-4f17-97bd-5850fede3115), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:45.008685 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.009145 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.009524 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.009864 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.010204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.010551 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.010864 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.011189 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.011517 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.011844 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.012173 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.012501 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.012823 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.013133 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.013484 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c727c64-eb23-42ce-a937-30a8ef0a00a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.013801 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Publish callbacks [] for security_group (7b7d5867-3e06-4f17-97bd-5850fede3115), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:45.079467 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f8df-827e-4275-b132-d1045fe1c931 req-31746d4d-a9c7-4569-8c99-06e9538aad0b tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:45.080944 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8a3f8df-827e-4275-b132-d1045fe1c931 req-31746d4d-a9c7-4569-8c99-06e9538aad0b tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.1453795 Sep 26 17:58:45.156586 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7b7d5867-3e06-4f17-97bd-5850fede3115), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:45.160153 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:45.161067 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:45.164871 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7b7d5867-3e06-4f17-97bd-5850fede3115 HTTP/1.1" status: 204 len: 168 time: 0.2293758 Sep 26 17:58:45.181109 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d5867-3e06-4f17-97bd-5850fede3115,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:45.186584 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0a749e20-631f-4602-9ff4-1beb4f7dad34 req-d17dbb71-86b2-491c-a8f2-1bc8369176d5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649542 Sep 26 17:58:45.192128 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.192655 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.193190 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.193718 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.194531 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.195054 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.203847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d90dd1-da42-4799-97af-64f26c326452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:45.274073 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8a3f8df-827e-4275-b132-d1045fe1c931 req-24d213cc-b1f3-49c2-982f-eb1fb21fb2e4 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574750 Sep 26 17:58:45.510191 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:45.595950 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (60297e3f-70c7-42da-a39b-3ae42a76b884), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:45.689314 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP 60297e3f-70c7-42da-a39b-3ae42a76b884 associated. External IP: 172.27.2.85, port: dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a. Sep 26 17:58:45.732992 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:45.899576 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:58:45.989928 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-5a04da31-68df-426b-a0e2-e806c56cec04 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:45.992669 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-5a04da31-68df-426b-a0e2-e806c56cec04 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0810301 Sep 26 17:58:46.006520 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49236) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:46.046846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-97c9cf7c-e498-4ddb-914c-7d8b68b6342f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.099610 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:46.204927 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Deleting port df1af5ff-3f2c-4a25-b273-3c032923423a {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 17:58:46.205306 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.249148 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:58:46.254418 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.265775 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:58:46.277488 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:46.280692 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:46.323407 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-635d6980-3f56-4a0c-8175-a9d8c5e1b621 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/60297e3f-70c7-42da-a39b-3ae42a76b884 HTTP/1.1" status: 200 len: 990 time: 1.5720642 Sep 26 17:58:46.326312 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:46.328333 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-97c9cf7c-e498-4ddb-914c-7d8b68b6342f admin admin] Publish callbacks [] for security_group (788a7d70-ad18-4106-8774-80236de51873), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.328700 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c1533-6424-4429-a305-dcc47c50b461" -d '{"events": [{"name": "network-changed", "server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:46.339630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] For port df1af5ff-3f2c-4a25-b273-3c032923423a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df1af5ff-3f2c-4a25-b273-3c032923423a,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:46.340253 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.344793 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0ea8-c7ca-43bb-94a4-e063ef33ad48 req-f949c801-4bbb-417e-aa0b-27f575cc3b09 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:46.346381 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-01ad0ea8-c7ca-43bb-94a4-e063ef33ad48 req-f949c801-4bbb-417e-aa0b-27f575cc3b09 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0628982 Sep 26 17:58:46.363643 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Calling delete_port for df1af5ff-3f2c-4a25-b273-3c032923423a owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 17:58:46.435878 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-01ad0ea8-c7ca-43bb-94a4-e063ef33ad48 req-688b4cbb-178f-4ee3-bb33-da051add9ea2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806184 Sep 26 17:58:46.455197 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bc603-b87b-47f5-bcd2-bea03184c46c req-17886a4b-d25b-437a-903b-98e91994e047 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:46.456945 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-846bc603-b87b-47f5-bcd2-bea03184c46c req-17886a4b-d25b-437a-903b-98e91994e047 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 945 time: 0.0650799 Sep 26 17:58:46.458044 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:46.467680 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-97c9cf7c-e498-4ddb-914c-7d8b68b6342f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (788a7d70-ad18-4106-8774-80236de51873), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.505179 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9cf7c-e498-4ddb-914c-7d8b68b6342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788a7d70-ad18-4106-8774-80236de51873,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:46.512741 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:46.541977 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-97c9cf7c-e498-4ddb-914c-7d8b68b6342f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=eb5e651d2b1b4b3a972ed2cd87b24828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339179 Sep 26 17:58:46.542641 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49248) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:46.543124 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc3d756-afcc-4ea7-874a-dae1fdf23577 x-openstack-request-id: req-4fc3d756-afcc-4ea7-874a-dae1fdf23577 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:46.543997 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:46.544341 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4fc3d756-afcc-4ea7-874a-dae1fdf23577 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:46.544841 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc3d756-afcc-4ea7-874a-dae1fdf23577'] response: {'name': 'network-changed', 'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'status': 'completed', 'code': 200} Sep 26 17:58:46.562483 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-846bc603-b87b-47f5-bcd2-bea03184c46c req-41165980-1b8b-4713-bce8-91c4e48ea103 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b4bee51d-72c4-46c9-83dd-800ab7e0971e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935190 Sep 26 17:58:46.657428 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7552683c-8a91-4848-ad89-39d57c851b13 admin admin] Publish callbacks [] for security_group (788a7d70-ad18-4106-8774-80236de51873), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.707424 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7552683c-8a91-4848-ad89-39d57c851b13 admin admin] Publish callbacks [] for security_group (788a7d70-ad18-4106-8774-80236de51873), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.719255 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (df1af5ff-3f2c-4a25-b273-3c032923423a), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.732980 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c1533-6424-4429-a305-dcc47c50b461 req-036bec47-5985-4b82-bbe5-1e3d5be3ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:46.733804 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e62c1533-6424-4429-a305-dcc47c50b461 req-036bec47-5985-4b82-bbe5-1e3d5be3ffc5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 1129 time: 0.0871987 Sep 26 17:58:46.737465 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['df1af5ff-3f2c-4a25-b273-3c032923423a'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:58:46.746451 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:45Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:46.777335 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:58:46.784798 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Pushing event deleted for resources: {'Port': ['ID=df1af5ff-3f2c-4a25-b273-3c032923423a,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:46.788369 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:46.789446 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:46.901626 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:46.923743 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] No DVR routers for this DVR port df1af5ff-3f2c-4a25-b273-3c032923423a on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 17:58:46.931795 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:46.935077 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b82d76b7-eea5-4034-a58b-5d7c7108ac88 req-e930b49f-6f46-4dfa-853d-8724ca47c513 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.86 "DELETE /networking/v2.0/ports/df1af5ff-3f2c-4a25-b273-3c032923423a HTTP/1.1" status: 204 len: 173 time: 0.9139068 Sep 26 17:58:46.935656 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'name': 'network-vif-deleted', 'tag': 'df1af5ff-3f2c-4a25-b273-3c032923423a'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:58:46.938199 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1fe0d5-cc0a-47cd-958e-85034847f3c6" -d '{"events": [{"server_uuid": "4ad9fb3e-9580-4855-bd01-23c73ebc5697", "name": "network-vif-deleted", "tag": "df1af5ff-3f2c-4a25-b273-3c032923423a"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:58:46.972293 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:47.004245 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21df9db-4e8e-4722-964d-bc7903dab402 x-openstack-request-id: req-a21df9db-4e8e-4722-964d-bc7903dab402 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:58:47.004830 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad9fb3e-9580-4855-bd01-23c73ebc5697", "name": "network-vif-deleted", "tag": "df1af5ff-3f2c-4a25-b273-3c032923423a", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:58:47.004926 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a21df9db-4e8e-4722-964d-bc7903dab402 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:58:47.005366 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21df9db-4e8e-4722-964d-bc7903dab402'] response: {'server_uuid': '4ad9fb3e-9580-4855-bd01-23c73ebc5697', 'name': 'network-vif-deleted', 'tag': 'df1af5ff-3f2c-4a25-b273-3c032923423a', 'status': 'completed', 'code': 200} Sep 26 17:58:47.008863 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c1533-6424-4429-a305-dcc47c50b461 req-54a6c80e-5364-47ae-a8ca-50ac86f998f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:47.010402 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e62c1533-6424-4429-a305-dcc47c50b461 req-54a6c80e-5364-47ae-a8ca-50ac86f998f5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 915 time: 0.2452431 Sep 26 17:58:47.071589 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7552683c-8a91-4848-ad89-39d57c851b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (788a7d70-ad18-4106-8774-80236de51873), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:47.074968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7552683c-8a91-4848-ad89-39d57c851b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:47.078445 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7552683c-8a91-4848-ad89-39d57c851b13 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/788a7d70-ad18-4106-8774-80236de51873 HTTP/1.1" status: 204 len: 168 time: 0.5271015 Sep 26 17:58:47.102176 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552683c-8a91-4848-ad89-39d57c851b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a7d70-ad18-4106-8774-80236de51873,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:47.116185 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e62c1533-6424-4429-a305-dcc47c50b461 req-db449976-3a8b-48cd-a083-c3b484dee328 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a HTTP/1.1" status: 200 len: 998 time: 0.0827312 Sep 26 17:58:47.125430 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:45Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:47.150669 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f17a3f-2027-4b66-900c-334e7d62ea3c None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:45Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:58:47.188952 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c1533-6424-4429-a305-dcc47c50b461 req-b35fbbbb-2035-4c97-9b54-885c8cbae132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:47.190489 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e62c1533-6424-4429-a305-dcc47c50b461 req-b35fbbbb-2035-4c97-9b54-885c8cbae132 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0549178 Sep 26 17:58:47.305676 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c1533-6424-4429-a305-dcc47c50b461 req-7aa6d5b6-1a7e-4036-a21d-4c66094e0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:47.307373 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e62c1533-6424-4429-a305-dcc47c50b461 req-7aa6d5b6-1a7e-4036-a21d-4c66094e0a85 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515552 Sep 26 17:58:47.349974 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ae67b2-b102-4d01-affc-c95df46a6f9d None None] New status for floating IP 60297e3f-70c7-42da-a39b-3ae42a76b884: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 17:58:47.418178 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e62c1533-6424-4429-a305-dcc47c50b461 req-2a25ead3-40cf-4604-a5d2-da364409c2cc service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904412 Sep 26 17:58:47.553030 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e62c1533-6424-4429-a305-dcc47c50b461 req-17f6e18d-bcc1-436e-b6dd-530d0609af54 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189315 Sep 26 17:58:47.593407 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49278) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:47.628130 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835038-47f5-4826-99ec-85c0aa5c4d69 req-18f83192-9143-4e46-9e8b-4ec6a9ca345b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:47.629719 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ba835038-47f5-4826-99ec-85c0aa5c4d69 req-18f83192-9143-4e46-9e8b-4ec6a9ca345b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0841854 Sep 26 17:58:47.761622 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bb7e2f61-1b02-4e6f-bee7-b4f7e57bdc06 req-1b10f8f8-f482-41fa-bad5-6a7f478df247 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 210 time: 0.0989282 Sep 26 17:58:47.769295 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:47.789598 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ba835038-47f5-4826-99ec-85c0aa5c4d69 req-11bca1b1-2ce8-42b3-baeb-54384ba04874 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499023 Sep 26 17:58:47.813526 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a85bebba-109e-43de-ba41-c5448783de39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:47.891917 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a85bebba-109e-43de-ba41-c5448783de39 admin admin] Publish callbacks [] for security_group (2875d0fd-3fa9-4e4a-93d2-cd82b4836db2), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:47.972354 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a85bebba-109e-43de-ba41-c5448783de39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2875d0fd-3fa9-4e4a-93d2-cd82b4836db2), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:47.998695 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:48.014669 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a85bebba-109e-43de-ba41-c5448783de39 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5abe007e2f214d11bc76a0ea82cb9a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190271 Sep 26 17:58:48.016547 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49300) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:48.023873 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bebba-109e-43de-ba41-c5448783de39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2875d0fd-3fa9-4e4a-93d2-cd82b4836db2,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:48.074755 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9833-08c8-4388-a456-b2c13d9f8ddb admin admin] Publish callbacks [] for security_group (2875d0fd-3fa9-4e4a-93d2-cd82b4836db2), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:48.097482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9833-08c8-4388-a456-b2c13d9f8ddb admin admin] Publish callbacks [] for security_group (2875d0fd-3fa9-4e4a-93d2-cd82b4836db2), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:48.262207 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9833-08c8-4388-a456-b2c13d9f8ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2875d0fd-3fa9-4e4a-93d2-cd82b4836db2), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:48.264733 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b8dd9833-08c8-4388-a456-b2c13d9f8ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:48.265926 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b8dd9833-08c8-4388-a456-b2c13d9f8ddb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2875d0fd-3fa9-4e4a-93d2-cd82b4836db2 HTTP/1.1" status: 204 len: 168 time: 0.2484829 Sep 26 17:58:48.280338 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd9833-08c8-4388-a456-b2c13d9f8ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875d0fd-3fa9-4e4a-93d2-cd82b4836db2,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:48.815285 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device df1af5ff-3f2c-4a25-b273-3c032923423a no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 17:58:48.840853 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: df1af5ff-3f2c-4a25-b273-3c032923423a {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 17:58:48.841195 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device df1af5ff-3f2c-4a25-b273-3c032923423a not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 17:58:48.934350 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fe5b0-0c65-458a-8d61-77b33680533f req-df195b30-bf6e-4704-b950-6c7172370ff5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:48.935964 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d43fe5b0-0c65-458a-8d61-77b33680533f req-df195b30-bf6e-4704-b950-6c7172370ff5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0513546 Sep 26 17:58:49.017841 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d43fe5b0-0c65-458a-8d61-77b33680533f req-a3a4ca40-7971-4485-b28e-fcc68d54e939 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751228 Sep 26 17:58:49.067845 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e9cae1a2-cacd-4889-b083-b106ab40d9e3 req-ca09913b-80cb-4a5b-974d-10ed31fb3607 tempest-DeleteServersTestJSON-161468181 tempest-DeleteServersTestJSON-161468181-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ad9fb3e-9580-4855-bd01-23c73ebc5697 HTTP/1.1" status: 200 len: 210 time: 0.0414176 Sep 26 17:58:50.175992 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee9970-bf72-4e0e-a547-6d1554b50110 req-1d3564b6-f51f-41f0-acb3-6bc3b6025074 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:50.177880 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d6ee9970-bf72-4e0e-a547-6d1554b50110 req-1d3564b6-f51f-41f0-acb3-6bc3b6025074 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0806291 Sep 26 17:58:50.227161 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d6ee9970-bf72-4e0e-a547-6d1554b50110 req-649f308e-18e0-4832-b8e8-1d2f4ff38de5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Sep 26 17:58:51.350373 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc08be-847b-49fc-bd1f-69c1f5a6cef1 req-b79e2358-0fbc-4743-a61b-21e036b2157a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:51.352521 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1bc08be-847b-49fc-bd1f-69c1f5a6cef1 req-b79e2358-0fbc-4743-a61b-21e036b2157a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0482731 Sep 26 17:58:51.401428 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1bc08be-847b-49fc-bd1f-69c1f5a6cef1 req-3d6a2fd5-9293-4719-96bf-a744a2c98ec6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Sep 26 17:58:52.271477 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49454) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:52.528643 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c76e7-011c-4a54-b282-1b8cd577a414 req-e3d100a7-3154-438d-aeab-8c869f26dbe1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:52.530494 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cd0c76e7-011c-4a54-b282-1b8cd577a414 req-e3d100a7-3154-438d-aeab-8c869f26dbe1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0486851 Sep 26 17:58:52.587883 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cd0c76e7-011c-4a54-b282-1b8cd577a414 req-fa107804-b226-49c7-ba48-fdf92e7c7912 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507295 Sep 26 17:58:52.851585 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (ca96ba20-db69-4e4f-9992-746da2ce2890), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.990418 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:53.117067 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Deleting port a39b6775-bd0d-4836-b11d-1a306ced3d97 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 17:58:53.117427 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.191126 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:53.197275 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] For port a39b6775-bd0d-4836-b11d-1a306ced3d97, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=a39b6775-bd0d-4836-b11d-1a306ced3d97,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:53.197690 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.210065 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Calling delete_port for a39b6775-bd0d-4836-b11d-1a306ced3d97 owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 17:58:53.516343 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (a39b6775-bd0d-4836-b11d-1a306ced3d97), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.546433 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39b6775-bd0d-4836-b11d-1a306ced3d97,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:53.672861 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (ca96ba20-db69-4e4f-9992-746da2ce2890), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.733009 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:53.738733 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98605cef-d210-431b-b0f9-cdecae0e5706 req-36fe7262-e9c3-4c7e-b4b0-6549070ef8a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:53.740224 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-98605cef-d210-431b-b0f9-cdecae0e5706 req-36fe7262-e9c3-4c7e-b4b0-6549070ef8a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0494652 Sep 26 17:58:53.789312 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-98605cef-d210-431b-b0f9-cdecae0e5706 req-21c46165-6e08-4735-801c-57e44206c6a8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Sep 26 17:58:53.884055 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Router ca96ba20-db69-4e4f-9992-746da2ce2890 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:58:53.982485 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:58:53.987455 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-1472b042-1b58-49fa-b9cd-6dbd35466151 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/ca96ba20-db69-4e4f-9992-746da2ce2890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148724 Sep 26 17:58:53.990046 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49476) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:53.992639 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] Sync routers for ids ['ca96ba20-db69-4e4f-9992-746da2ce2890'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:58:54.003570 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] Routers {'ca96ba20-db69-4e4f-9992-746da2ce2890'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:54.004166 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['ca96ba20-db69-4e4f-9992-746da2ce2890'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:54.087577 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks [] for router (ca96ba20-db69-4e4f-9992-746da2ce2890), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.101841 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] Set router ca96ba20-db69-4e4f-9992-746da2ce2890 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:54.188869 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks [] for router_gateway (ca96ba20-db69-4e4f-9992-746da2ce2890), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.223357 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.234177 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.269012 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:58:53Z', 'revision_number': 5, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port': {'id': '934eb9a1-d7c3-439f-b9ed-c52384483543', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:19Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:54.291258 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Deleting port 934eb9a1-d7c3-439f-b9ed-c52384483543 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 17:58:54.291666 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.297721 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] Checking router: ca96ba20-db69-4e4f-9992-746da2ce2890 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:58:54.306821 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] Routers {'ca96ba20-db69-4e4f-9992-746da2ce2890'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:54.307916 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:58:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['ca96ba20-db69-4e4f-9992-746da2ce2890'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:54.388767 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] For port 934eb9a1-d7c3-439f-b9ed-c52384483543, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=934eb9a1-d7c3-439f-b9ed-c52384483543,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:54.389210 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.394722 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] Set router ca96ba20-db69-4e4f-9992-746da2ce2890 gateway port host: None {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:54.399266 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.403514 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Calling delete_port for 934eb9a1-d7c3-439f-b9ed-c52384483543 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 17:58:54.444654 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:58:54Z', 'revision_number': 6, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port_host': None}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:54.471156 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d81e57-6e42-420e-bd98-08af3b662124 None None] The sync data for ids ['ca96ba20-db69-4e4f-9992-746da2ce2890'] in dv-cinder-859317-1-iscsi is: [{'id': 'ca96ba20-db69-4e4f-9992-746da2ce2890', 'name': 'tempest-DeleteServersTestJSON-762723710-router', 'tenant_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:58:54Z', 'revision_number': 6, 'project_id': '6cd1fad813d94b6cba21a788b11d2cd8', 'gw_port_host': None}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:58:54.640967 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (934eb9a1-d7c3-439f-b9ed-c52384483543), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.663927 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=934eb9a1-d7c3-439f-b9ed-c52384483543,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:54.690757 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (ca96ba20-db69-4e4f-9992-746da2ce2890), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.922951 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d403-7939-4736-876e-5ebdccb83739 req-7dd5d772-094a-4b29-9ffd-eb8e7b60ea26 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:54.924657 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da25d403-7939-4736-876e-5ebdccb83739 req-7dd5d772-094a-4b29-9ffd-eb8e7b60ea26 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0489604 Sep 26 17:58:54.973021 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da25d403-7939-4736-876e-5ebdccb83739 req-152a1923-0e9e-499b-8d8a-44c22776156f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Sep 26 17:58:54.979242 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (ca96ba20-db69-4e4f-9992-746da2ce2890), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.981438 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks [] for router_controller (ca96ba20-db69-4e4f-9992-746da2ce2890), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.172224 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b96c-c53b-495e-85ea-64b4a27c4f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.284886 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (ca96ba20-db69-4e4f-9992-746da2ce2890), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.285632 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca96ba20-db69-4e4f-9992-746da2ce2890 {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 17:58:55.295441 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.295441 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b2b3713b-a27d-4b49-88a6-a1bc81c09c5a admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/ca96ba20-db69-4e4f-9992-746da2ce2890 HTTP/1.1" status: 204 len: 168 time: 1.3019257 Sep 26 17:58:55.295709 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49488) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:55.343810 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] Deleting subnet 04b4c82a-2512-4631-ba5b-750df72fcf3f {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 17:58:55.347214 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] Publish callbacks [] for subnet (04b4c82a-2512-4631-ba5b-750df72fcf3f), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.375947 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:55.383981 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (04b4c82a-2512-4631-ba5b-750df72fcf3f), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.497475 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (04b4c82a-2512-4631-ba5b-750df72fcf3f), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.539049 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:55.679640 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (04b4c82a-2512-4631-ba5b-750df72fcf3f), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.706501 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b4c82a-2512-4631-ba5b-750df72fcf3f,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:55.712719 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.715944 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5b4c2028-d6c4-4499-85c5-df20eac6ddab admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/04b4c82a-2512-4631-ba5b-750df72fcf3f HTTP/1.1" status: 204 len: 168 time: 0.4192457 Sep 26 17:58:55.717100 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684de37-18bb-4b81-8339-e717f68ebde0 None None] Network 680642b0-d74e-45e5-b069-df22d4ab0dea requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:55.718652 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49498) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:55.792162 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (680642b0-d74e-45e5-b069-df22d4ab0dea), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.835763 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Deleting port 60654609-318c-4efc-a220-5b4b453ab430 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 17:58:55.835763 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (60654609-318c-4efc-a220-5b4b453ab430), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.861852 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] DHCP port deletion for 680642b0-d74e-45e5-b069-df22d4ab0dea request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 17:58:55.899688 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] Deleting port 60654609-318c-4efc-a220-5b4b453ab430 {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 17:58:55.900068 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (60654609-318c-4efc-a220-5b4b453ab430), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.915972 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] For port 60654609-318c-4efc-a220-5b4b453ab430, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=60654609-318c-4efc-a220-5b4b453ab430,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:55.916334 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (60654609-318c-4efc-a220-5b4b453ab430), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.930572 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Calling delete_port for 60654609-318c-4efc-a220-5b4b453ab430 owned by network:dhcp {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 17:58:55.961602 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] For port 60654609-318c-4efc-a220-5b4b453ab430, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=60654609-318c-4efc-a220-5b4b453ab430,segment=NetworkSegment(462ccdbc-0203-4cac-b097-07273ae35335),segment_id=462ccdbc-0203-4cac-b097-07273ae35335)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:55.962004 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (60654609-318c-4efc-a220-5b4b453ab430), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.974322 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] Calling delete_port for 60654609-318c-4efc-a220-5b4b453ab430 owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 17:58:56.095149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab8597-8a7c-42df-8869-d4d8dd7d54db req-3959e580-793c-4f87-a505-255f103b0d27 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:56.096521 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00ab8597-8a7c-42df-8869-d4d8dd7d54db req-3959e580-793c-4f87-a505-255f103b0d27 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0455942 Sep 26 17:58:56.140807 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (60654609-318c-4efc-a220-5b4b453ab430), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.141621 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (60654609-318c-4efc-a220-5b4b453ab430), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.169764 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00ab8597-8a7c-42df-8869-d4d8dd7d54db req-95912dbf-710d-4a47-a485-dc207c3bbfbd tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669870 Sep 26 17:58:56.170143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] Pushing event deleted for resources: {'Port': ['ID=60654609-318c-4efc-a220-5b4b453ab430,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:56.172179 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Pushing event deleted for resources: {'Port': ['ID=60654609-318c-4efc-a220-5b4b453ab430,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:56.173835 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61709907-76ad-4bd1-a841-a7566bf10386 None None] No DVR routers for this DVR port 60654609-318c-4efc-a220-5b4b453ab430 on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 17:58:56.176413 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] No DVR routers for this DVR port 60654609-318c-4efc-a220-5b4b453ab430 on host dv-cinder-859317-1-iscsi {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 17:58:56.256169 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (680642b0-d74e-45e5-b069-df22d4ab0dea), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.280116 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680642b0-d74e-45e5-b069-df22d4ab0dea']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:56.293276 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462ccdbc-0203-4cac-b097-07273ae35335') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:56.293599 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462ccdbc-0203-4cac-b097-07273ae35335') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:56.305105 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (462ccdbc-0203-4cac-b097-07273ae35335), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.322542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (462ccdbc-0203-4cac-b097-07273ae35335), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.329564 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Releasing vlan 458 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 17:58:56.330107 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (462ccdbc-0203-4cac-b097-07273ae35335), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.354180 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 462ccdbc-0203-4cac-b097-07273ae35335 resource provider aggregate not found Sep 26 17:58:56.389992 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device a39b6775-bd0d-4836-b11d-1a306ced3d97 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 17:58:56.394162 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 462ccdbc-0203-4cac-b097-07273ae35335 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 462ccdbc-0203-4cac-b097-07273ae35335 found for delete ", "request_id": "req-8f9ae084-bfa4-438c-8ffe-b513b22b6ad4"}]} Sep 26 17:58:56.409470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: a39b6775-bd0d-4836-b11d-1a306ced3d97 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 17:58:56.409822 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device a39b6775-bd0d-4836-b11d-1a306ced3d97 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 17:58:56.410240 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 934eb9a1-d7c3-439f-b9ed-c52384483543 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 17:58:56.429390 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 934eb9a1-d7c3-439f-b9ed-c52384483543 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 17:58:56.433932 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 934eb9a1-d7c3-439f-b9ed-c52384483543 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 17:58:56.433932 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 60654609-318c-4efc-a220-5b4b453ab430 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 17:58:56.451207 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 60654609-318c-4efc-a220-5b4b453ab430 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 17:58:56.451552 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 60654609-318c-4efc-a220-5b4b453ab430 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 17:58:56.486797 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (680642b0-d74e-45e5-b069-df22d4ab0dea), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.492444 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.502874 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/680642b0-d74e-45e5-b069-df22d4ab0dea HTTP/1.1" status: 204 len: 168 time: 0.7831798 Sep 26 17:58:56.517837 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05a37a-30ca-48a0-8f0b-fd2e86780020 admin admin] Pushing event deleted for resources: {'Network': ['ID=680642b0-d74e-45e5-b069-df22d4ab0dea,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:56.578392 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.883861 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49516) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:56.925050 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-dd101070-1085-40c3-a72f-b3984a47597c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6cd1fad813d94b6cba21a788b11d2cd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400364 Sep 26 17:58:56.927611 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49518) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:56.975573 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-317ca2b3-ea2b-4ecb-92da-b5ceff24dd8a admin admin] Publish callbacks [] for security_group (b4bee51d-72c4-46c9-83dd-800ab7e0971e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.995026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-317ca2b3-ea2b-4ecb-92da-b5ceff24dd8a admin admin] Publish callbacks [] for security_group (b4bee51d-72c4-46c9-83dd-800ab7e0971e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.996577 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:57.183860 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-317ca2b3-ea2b-4ecb-92da-b5ceff24dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b4bee51d-72c4-46c9-83dd-800ab7e0971e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.186344 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-317ca2b3-ea2b-4ecb-92da-b5ceff24dd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.188071 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-317ca2b3-ea2b-4ecb-92da-b5ceff24dd8a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b4bee51d-72c4-46c9-83dd-800ab7e0971e HTTP/1.1" status: 204 len: 168 time: 0.2589259 Sep 26 17:58:57.197400 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ca2b3-ea2b-4ecb-92da-b5ceff24dd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bee51d-72c4-46c9-83dd-800ab7e0971e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:57.315244 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f15c1-714e-43e1-8af2-11e6c2b08caa req-7379c20a-b81e-485c-904e-8e4fc866a573 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:57.316743 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc9f15c1-714e-43e1-8af2-11e6c2b08caa req-7379c20a-b81e-485c-904e-8e4fc866a573 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0473976 Sep 26 17:58:57.335412 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:57.363470 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc9f15c1-714e-43e1-8af2-11e6c2b08caa req-956c6971-e5f6-4876-92b7-7ce8cefabf62 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404868 Sep 26 17:58:57.458525 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-552124db-c87b-49ea-ba10-d31e190e4056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.492634 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee07028-b705-407d-9ec7-ece3a59914fc req-1d638c76-5332-4bc0-a653-56bd4b970ea4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:58.494322 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6ee07028-b705-407d-9ec7-ece3a59914fc req-1d638c76-5332-4bc0-a653-56bd4b970ea4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0549724 Sep 26 17:58:58.546880 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6ee07028-b705-407d-9ec7-ece3a59914fc req-85b0ccb2-5b3e-4306-91a3-a3dd30cc9ee1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469904 Sep 26 17:58:58.612310 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.668374 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386a23e-f8a0-44e7-a23c-a06967f0e93a req-5c5ddec4-0b72-4399-bf8b-edf05616ea68 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:59.672542 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5386a23e-f8a0-44e7-a23c-a06967f0e93a req-5c5ddec4-0b72-4399-bf8b-edf05616ea68 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0461168 Sep 26 17:58:59.716837 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5386a23e-f8a0-44e7-a23c-a06967f0e93a req-65479b79-52a5-43a3-950a-d1dc6b69baf8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Sep 26 17:59:00.126718 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.217908 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.855549 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02682e-e41c-4f3e-b97b-ecf6d39d0a92 req-9d2bd9c0-6613-49df-8f6a-a4725d6a3060 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:00.857146 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc02682e-e41c-4f3e-b97b-ecf6d39d0a92 req-9d2bd9c0-6613-49df-8f6a-a4725d6a3060 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0532715 Sep 26 17:59:00.910169 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc02682e-e41c-4f3e-b97b-ecf6d39d0a92 req-f9b40506-1487-49ad-99f6-16dca6fed07d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470533 Sep 26 17:59:01.263848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49686) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:01.374056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7ad607eb-c0b1-42e3-8f42-c4c22a0deaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.448031 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7ad607eb-c0b1-42e3-8f42-c4c22a0deaa0 admin admin] Publish callbacks [] for security_group (7102466a-8a77-4425-9313-209042c18542), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.594773 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7ad607eb-c0b1-42e3-8f42-c4c22a0deaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7102466a-8a77-4425-9313-209042c18542), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.635940 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7ad607eb-c0b1-42e3-8f42-c4c22a0deaa0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8c3f1aa43be64527a014d7b340b2c50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709633 Sep 26 17:59:01.636743 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad607eb-c0b1-42e3-8f42-c4c22a0deaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7102466a-8a77-4425-9313-209042c18542,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:01.639215 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49692) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:01.686955 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:01.690366 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd68ca80-017e-4a92-9cfc-ceece1dd4315 admin admin] Publish callbacks [] for security_group (7102466a-8a77-4425-9313-209042c18542), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.710199 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd68ca80-017e-4a92-9cfc-ceece1dd4315 admin admin] Publish callbacks [] for security_group (7102466a-8a77-4425-9313-209042c18542), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.863523 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd68ca80-017e-4a92-9cfc-ceece1dd4315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7102466a-8a77-4425-9313-209042c18542), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.866864 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd68ca80-017e-4a92-9cfc-ceece1dd4315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.870629 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-bd68ca80-017e-4a92-9cfc-ceece1dd4315 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7102466a-8a77-4425-9313-209042c18542 HTTP/1.1" status: 204 len: 168 time: 0.2278056 Sep 26 17:59:01.882542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68ca80-017e-4a92-9cfc-ceece1dd4315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102466a-8a77-4425-9313-209042c18542,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:02.031983 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3899c5-a483-4dcf-b799-a6cac7db6636 req-af4e8f6a-d9d6-4c1e-b4c1-b358db24fe60 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:02.033530 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7b3899c5-a483-4dcf-b799-a6cac7db6636 req-af4e8f6a-d9d6-4c1e-b4c1-b358db24fe60 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0483088 Sep 26 17:59:02.083249 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7b3899c5-a483-4dcf-b799-a6cac7db6636 req-3deb3b44-5229-4c92-92b6-6695afb76bb4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Sep 26 17:59:02.492786 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49710) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:02.506220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bfae8dd4-9367-4eec-ae3e-1a5805bf55a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:02.555464 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=76,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:02.581546 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bfae8dd4-9367-4eec-ae3e-1a5805bf55a9 admin admin] Publish callbacks [] for security_group (2bf4924d-4ed9-4a40-85f1-08ddd861a698), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:02.856630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bfae8dd4-9367-4eec-ae3e-1a5805bf55a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2bf4924d-4ed9-4a40-85f1-08ddd861a698), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:02.895870 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae8dd4-9367-4eec-ae3e-1a5805bf55a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf4924d-4ed9-4a40-85f1-08ddd861a698,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:02.901116 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-bfae8dd4-9367-4eec-ae3e-1a5805bf55a9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5e0d601036dc4a62b23ed2a310b48533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072893 Sep 26 17:59:02.904323 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49714) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:02.957636 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e40f7943-bf87-4b6c-a85d-43c12fc88eb7 admin admin] Publish callbacks [] for security_group (2bf4924d-4ed9-4a40-85f1-08ddd861a698), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:02.977563 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e40f7943-bf87-4b6c-a85d-43c12fc88eb7 admin admin] Publish callbacks [] for security_group (2bf4924d-4ed9-4a40-85f1-08ddd861a698), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.113135 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e40f7943-bf87-4b6c-a85d-43c12fc88eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2bf4924d-4ed9-4a40-85f1-08ddd861a698), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.115675 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e40f7943-bf87-4b6c-a85d-43c12fc88eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.117600 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e40f7943-bf87-4b6c-a85d-43c12fc88eb7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2bf4924d-4ed9-4a40-85f1-08ddd861a698 HTTP/1.1" status: 204 len: 168 time: 0.2123148 Sep 26 17:59:03.127779 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7943-bf87-4b6c-a85d-43c12fc88eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf4924d-4ed9-4a40-85f1-08ddd861a698,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:03.361026 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67c5c-27ad-4a8c-a557-7108080f8481 req-b6b20c29-f614-4949-aa17-d30681a91077 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:03.361026 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9ba67c5c-27ad-4a8c-a557-7108080f8481 req-b6b20c29-f614-4949-aa17-d30681a91077 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0505154 Sep 26 17:59:03.405044 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9ba67c5c-27ad-4a8c-a557-7108080f8481 req-df0995d6-88a3-4f4e-9791-d9cd4df0d0dd tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Sep 26 17:59:04.452273 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=33 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:04.529752 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709ed6b-db21-4cae-8554-a0692f41aac2 req-8ec8a533-6100-4958-a579-7a4ddda58a4d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:04.538597 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2709ed6b-db21-4cae-8554-a0692f41aac2 req-8ec8a533-6100-4958-a579-7a4ddda58a4d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0574970 Sep 26 17:59:04.585922 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2709ed6b-db21-4cae-8554-a0692f41aac2 req-55bf2726-42f8-441e-a651-ff7450951fb5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463619 Sep 26 17:59:05.733160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903b077-093b-4b74-bb41-0b11b3525871 req-55396c95-0275-47f3-877b-6d639d1518ae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:05.734824 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7903b077-093b-4b74-bb41-0b11b3525871 req-55396c95-0275-47f3-877b-6d639d1518ae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0606074 Sep 26 17:59:05.786014 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7903b077-093b-4b74-bb41-0b11b3525871 req-d3d52ac5-6e14-486a-82b0-b2285283be08 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 Sep 26 17:59:06.420452 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49846) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:06.531691 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d76d15a3-79d2-4fca-a086-a41c85450025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.568056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:06.610301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d76d15a3-79d2-4fca-a086-a41c85450025 admin admin] Publish callbacks [] for security_group (f3e2eb66-3f23-456d-b456-867e8ff7ee29), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.743898 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d76d15a3-79d2-4fca-a086-a41c85450025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f3e2eb66-3f23-456d-b456-867e8ff7ee29), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.785579 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d76d15a3-79d2-4fca-a086-a41c85450025 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f0b87420caf2467eab5d91bc78e6324c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639565 Sep 26 17:59:06.786435 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d15a3-79d2-4fca-a086-a41c85450025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e2eb66-3f23-456d-b456-867e8ff7ee29,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:06.789133 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49860) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:06.844249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-f91cb968-8a54-42ef-a9a6-a40ebbe949fb admin admin] Publish callbacks [] for security_group (f3e2eb66-3f23-456d-b456-867e8ff7ee29), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.869630 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-f91cb968-8a54-42ef-a9a6-a40ebbe949fb admin admin] Publish callbacks [] for security_group (f3e2eb66-3f23-456d-b456-867e8ff7ee29), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.929888 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:06.942964 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbcde4-89e2-44d0-b1de-9f3c338a72a7 req-171fc19a-3100-4588-abca-5caf20f5b686 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:06.944458 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-92fbcde4-89e2-44d0-b1de-9f3c338a72a7 req-171fc19a-3100-4588-abca-5caf20f5b686 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0655100 Sep 26 17:59:06.995174 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-92fbcde4-89e2-44d0-b1de-9f3c338a72a7 req-ce78dc22-5f3d-4038-bf3b-cb66a9cc015d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Sep 26 17:59:07.104085 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-f91cb968-8a54-42ef-a9a6-a40ebbe949fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f3e2eb66-3f23-456d-b456-867e8ff7ee29), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.107202 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-f91cb968-8a54-42ef-a9a6-a40ebbe949fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.107848 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-f91cb968-8a54-42ef-a9a6-a40ebbe949fb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f3e2eb66-3f23-456d-b456-867e8ff7ee29 HTTP/1.1" status: 204 len: 168 time: 0.3170774 Sep 26 17:59:07.116427 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cb968-8a54-42ef-a9a6-a40ebbe949fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e2eb66-3f23-456d-b456-867e8ff7ee29,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:07.932142 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49902) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:07.946249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6b43d06f-8c3c-4afa-868c-824bb9ab4772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.990099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:08.024006 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6b43d06f-8c3c-4afa-868c-824bb9ab4772 admin admin] Publish callbacks [] for security_group (994b49a4-e8a1-4217-bfd1-f655b91d946d), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.117110 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cad2cf-1b32-45f5-94a1-687a796666e4 req-e50c31ab-e4b4-4c52-90f5-daac318c52e7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:08.118575 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c7cad2cf-1b32-45f5-94a1-687a796666e4 req-e50c31ab-e4b4-4c52-90f5-daac318c52e7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0454590 Sep 26 17:59:08.119704 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6b43d06f-8c3c-4afa-868c-824bb9ab4772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (994b49a4-e8a1-4217-bfd1-f655b91d946d), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.182824 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6b43d06f-8c3c-4afa-868c-824bb9ab4772 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4b041fca853347cc96a6dde7d18a3cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494736 Sep 26 17:59:08.185596 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49910) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:08.189201 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43d06f-8c3c-4afa-868c-824bb9ab4772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b49a4-e8a1-4217-bfd1-f655b91d946d,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:08.212500 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c7cad2cf-1b32-45f5-94a1-687a796666e4 req-356f5fd1-dd40-4277-a185-0c37a196c7fa tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876517 Sep 26 17:59:08.269012 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-04502a04-08a8-4e0e-a2a3-6fb84bdddd88 admin admin] Publish callbacks [] for security_group (994b49a4-e8a1-4217-bfd1-f655b91d946d), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.292861 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-04502a04-08a8-4e0e-a2a3-6fb84bdddd88 admin admin] Publish callbacks [] for security_group (994b49a4-e8a1-4217-bfd1-f655b91d946d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.373327 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:59:08.429561 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-04502a04-08a8-4e0e-a2a3-6fb84bdddd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (994b49a4-e8a1-4217-bfd1-f655b91d946d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.432348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-04502a04-08a8-4e0e-a2a3-6fb84bdddd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.433603 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-04502a04-08a8-4e0e-a2a3-6fb84bdddd88 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/994b49a4-e8a1-4217-bfd1-f655b91d946d HTTP/1.1" status: 204 len: 168 time: 0.2460275 Sep 26 17:59:08.441746 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04502a04-08a8-4e0e-a2a3-6fb84bdddd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b49a4-e8a1-4217-bfd1-f655b91d946d,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:08.779000 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49928) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:08.894372 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7648-2cef-4188-9789-9ea872331c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.972815 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7648-2cef-4188-9789-9ea872331c0c admin admin] Publish callbacks [] for security_group (fe9f0cc2-d876-41bf-b879-58114c209ad0), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.091939 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7648-2cef-4188-9789-9ea872331c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (fe9f0cc2-d876-41bf-b879-58114c209ad0), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.104718 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:09.133040 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6e3d7648-2cef-4188-9789-9ea872331c0c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7f2aae2c654b4a70a33b57cfa9d3de07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529086 Sep 26 17:59:09.135110 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d7648-2cef-4188-9789-9ea872331c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f0cc2-d876-41bf-b879-58114c209ad0,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:09.135869 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49942) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:09.189851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2c9f407f-6cd7-467d-bcf6-3adabc39506f admin admin] Publish callbacks [] for security_group (fe9f0cc2-d876-41bf-b879-58114c209ad0), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.210687 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2c9f407f-6cd7-467d-bcf6-3adabc39506f admin admin] Publish callbacks [] for security_group (fe9f0cc2-d876-41bf-b879-58114c209ad0), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.365123 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b8a4b-0382-4beb-adb5-76acd742c0db req-6b4caa6f-4823-4569-875b-85e772b2ca87 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:09.367155 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-146b8a4b-0382-4beb-adb5-76acd742c0db req-6b4caa6f-4823-4569-875b-85e772b2ca87 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0590856 Sep 26 17:59:09.415247 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-146b8a4b-0382-4beb-adb5-76acd742c0db req-831ef2c2-d402-4fe9-8e5a-c6a71da86664 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Sep 26 17:59:09.416928 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2c9f407f-6cd7-467d-bcf6-3adabc39506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (fe9f0cc2-d876-41bf-b879-58114c209ad0), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.419537 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2c9f407f-6cd7-467d-bcf6-3adabc39506f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.420562 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-2c9f407f-6cd7-467d-bcf6-3adabc39506f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fe9f0cc2-d876-41bf-b879-58114c209ad0 HTTP/1.1" status: 204 len: 168 time: 0.2832868 Sep 26 17:59:09.423829 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:09.429787 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f407f-6cd7-467d-bcf6-3adabc39506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f0cc2-d876-41bf-b879-58114c209ad0,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:09.930023 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 49980) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:10.542695 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695a49-8d18-4c3b-ae4e-d51fe3ee68fa req-89bd90fb-5219-4155-8b81-010b1f0da2ee tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:10.545006 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65695a49-8d18-4c3b-ae4e-d51fe3ee68fa req-89bd90fb-5219-4155-8b81-010b1f0da2ee tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0542092 Sep 26 17:59:10.600146 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b25a-daa9-4c14-a599-9cf5b7b8e200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.613723 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65695a49-8d18-4c3b-ae4e-d51fe3ee68fa req-3b4c6793-7b6c-4b1c-9881-aa85b1686784 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 Sep 26 17:59:10.633682 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49990) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:10.655527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-31d04718-b5ce-4312-a540-9f34fb9bf1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.695048 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b25a-daa9-4c14-a599-9cf5b7b8e200 admin admin] Publish callbacks [] for security_group (9a95c813-0db3-4a08-ae75-376947e2f5b1), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.735059 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 49994) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:10.738126 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-31d04718-b5ce-4312-a540-9f34fb9bf1fc admin admin] Publish callbacks [] for security_group (a1a7d480-b289-407c-8010-fec97af5967e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.783443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e8c1b25a-daa9-4c14-a599-9cf5b7b8e200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9a95c813-0db3-4a08-ae75-376947e2f5b1), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.815802 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-31d04718-b5ce-4312-a540-9f34fb9bf1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (a1a7d480-b289-407c-8010-fec97af5967e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.824170 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-e8c1b25a-daa9-4c14-a599-9cf5b7b8e200 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8844238da9df4878a3b19d5cedb8d779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8924842 Sep 26 17:59:10.825288 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1b25a-daa9-4c14-a599-9cf5b7b8e200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a95c813-0db3-4a08-ae75-376947e2f5b1,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:10.832048 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50000) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:10.889102 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-06b6341f-2b4d-44b5-aeb7-b1e99edbe7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.891042 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d04718-b5ce-4312-a540-9f34fb9bf1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7d480-b289-407c-8010-fec97af5967e,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:10.914877 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-31d04718-b5ce-4312-a540-9f34fb9bf1fc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=904b2648458c4f749549bddd1deb5162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792363 Sep 26 17:59:10.917585 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50004) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:10.975671 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6cd35369-e46f-4b1f-9707-4930d3751f84 admin admin] Publish callbacks [] for security_group (9a95c813-0db3-4a08-ae75-376947e2f5b1), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.012068 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6cd35369-e46f-4b1f-9707-4930d3751f84 admin admin] Publish callbacks [] for security_group (9a95c813-0db3-4a08-ae75-376947e2f5b1), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.051710 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fad63b8c-24ff-449a-bc55-93691af5c6b0 admin admin] Publish callbacks [] for security_group (a1a7d480-b289-407c-8010-fec97af5967e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.099354 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fad63b8c-24ff-449a-bc55-93691af5c6b0 admin admin] Publish callbacks [] for security_group (a1a7d480-b289-407c-8010-fec97af5967e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.104164 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:11.117385 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-06b6341f-2b4d-44b5-aeb7-b1e99edbe7c8 admin admin] Publish callbacks [] for security_group (66b223c6-670e-4fcd-8eb8-fcd767ea0068), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.177387 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-06b6341f-2b4d-44b5-aeb7-b1e99edbe7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (66b223c6-670e-4fcd-8eb8-fcd767ea0068), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.218798 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-06b6341f-2b4d-44b5-aeb7-b1e99edbe7c8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3d919b75311e4efda2250d19d1d82ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826760 Sep 26 17:59:11.219992 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6341f-2b4d-44b5-aeb7-b1e99edbe7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b223c6-670e-4fcd-8eb8-fcd767ea0068,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:11.221538 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50014) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:11.235426 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6cd35369-e46f-4b1f-9707-4930d3751f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9a95c813-0db3-4a08-ae75-376947e2f5b1), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.239578 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6cd35369-e46f-4b1f-9707-4930d3751f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.244409 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6cd35369-e46f-4b1f-9707-4930d3751f84 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9a95c813-0db3-4a08-ae75-376947e2f5b1 HTTP/1.1" status: 204 len: 168 time: 0.4048471 Sep 26 17:59:11.258102 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd35369-e46f-4b1f-9707-4930d3751f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a95c813-0db3-4a08-ae75-376947e2f5b1,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:11.274003 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fad63b8c-24ff-449a-bc55-93691af5c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (a1a7d480-b289-407c-8010-fec97af5967e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.280381 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fad63b8c-24ff-449a-bc55-93691af5c6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.280381 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-fad63b8c-24ff-449a-bc55-93691af5c6b0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a1a7d480-b289-407c-8010-fec97af5967e HTTP/1.1" status: 204 len: 168 time: 0.3590324 Sep 26 17:59:11.291868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad63b8c-24ff-449a-bc55-93691af5c6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7d480-b289-407c-8010-fec97af5967e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:11.303576 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:11.317732 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-98de21a9-2f23-40ed-a942-5f399a4dd55a admin admin] Publish callbacks [] for security_group (66b223c6-670e-4fcd-8eb8-fcd767ea0068), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.348327 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-98de21a9-2f23-40ed-a942-5f399a4dd55a admin admin] Publish callbacks [] for security_group (66b223c6-670e-4fcd-8eb8-fcd767ea0068), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.479089 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-98de21a9-2f23-40ed-a942-5f399a4dd55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (66b223c6-670e-4fcd-8eb8-fcd767ea0068), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.481877 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-98de21a9-2f23-40ed-a942-5f399a4dd55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.486206 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-98de21a9-2f23-40ed-a942-5f399a4dd55a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/66b223c6-670e-4fcd-8eb8-fcd767ea0068 HTTP/1.1" status: 204 len: 168 time: 0.2634578 Sep 26 17:59:11.494757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de21a9-2f23-40ed-a942-5f399a4dd55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b223c6-670e-4fcd-8eb8-fcd767ea0068,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:11.506991 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:11.750500 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0744-cb69-4e46-a512-202fc54ab422 req-f21991b9-bc9b-4144-8bd8-8b37161ff0f0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:11.752183 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3ed0744-cb69-4e46-a512-202fc54ab422 req-f21991b9-bc9b-4144-8bd8-8b37161ff0f0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0513289 Sep 26 17:59:11.802780 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3ed0744-cb69-4e46-a512-202fc54ab422 req-410e8a7b-7af3-495b-9451-355abb0fbff9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Sep 26 17:59:12.252325 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50034) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:12.266948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-727478e5-8205-4c22-85b1-827aaa1206df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.292608 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:12.346138 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-727478e5-8205-4c22-85b1-827aaa1206df admin admin] Publish callbacks [] for security_group (98671f2e-085a-4702-a291-24a0b5974843), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.416829 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50036) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:12.431251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4350c574-2a9a-450e-92ec-e73ec300e8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.432649 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-727478e5-8205-4c22-85b1-827aaa1206df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (98671f2e-085a-4702-a291-24a0b5974843), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.475118 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-727478e5-8205-4c22-85b1-827aaa1206df admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ea4deef1b6b4745a311450fb441e4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189746 Sep 26 17:59:12.475118 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727478e5-8205-4c22-85b1-827aaa1206df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98671f2e-085a-4702-a291-24a0b5974843,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:12.476110 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50038) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:12.508265 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4350c574-2a9a-450e-92ec-e73ec300e8c9 admin admin] Publish callbacks [] for security_group (cee11bdc-2d58-45c4-9465-4f045165d85e), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.527426 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a11e8cf-03f4-47a0-8e9a-288546bad3a2 admin admin] Publish callbacks [] for security_group (98671f2e-085a-4702-a291-24a0b5974843), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.547643 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a11e8cf-03f4-47a0-8e9a-288546bad3a2 admin admin] Publish callbacks [] for security_group (98671f2e-085a-4702-a291-24a0b5974843), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.612022 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4350c574-2a9a-450e-92ec-e73ec300e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (cee11bdc-2d58-45c4-9465-4f045165d85e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.654378 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-4350c574-2a9a-450e-92ec-e73ec300e8c9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b33a140aaae245af994f54efaea18782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362025 Sep 26 17:59:12.655220 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350c574-2a9a-450e-92ec-e73ec300e8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee11bdc-2d58-45c4-9465-4f045165d85e,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:12.657879 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50040) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:12.707687 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5bf95296-b728-418a-8527-1f475298f823 admin admin] Publish callbacks [] for security_group (cee11bdc-2d58-45c4-9465-4f045165d85e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.723631 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:12.728680 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5bf95296-b728-418a-8527-1f475298f823 admin admin] Publish callbacks [] for security_group (cee11bdc-2d58-45c4-9465-4f045165d85e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.766271 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a11e8cf-03f4-47a0-8e9a-288546bad3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (98671f2e-085a-4702-a291-24a0b5974843), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.768931 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6a11e8cf-03f4-47a0-8e9a-288546bad3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.770136 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6a11e8cf-03f4-47a0-8e9a-288546bad3a2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/98671f2e-085a-4702-a291-24a0b5974843 HTTP/1.1" status: 204 len: 168 time: 0.2938228 Sep 26 17:59:12.797116 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50044) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:12.805139 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11e8cf-03f4-47a0-8e9a-288546bad3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98671f2e-085a-4702-a291-24a0b5974843,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:12.814378 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbaf02-7c02-487b-bcfb-feb75290d086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.824849 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:12.923413 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5bf95296-b728-418a-8527-1f475298f823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (cee11bdc-2d58-45c4-9465-4f045165d85e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.926082 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5bf95296-b728-418a-8527-1f475298f823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.930133 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-5bf95296-b728-418a-8527-1f475298f823 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cee11bdc-2d58-45c4-9465-4f045165d85e HTTP/1.1" status: 204 len: 168 time: 0.2681496 Sep 26 17:59:12.935459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab4d54-dd04-4219-b19c-2f596fe108fb req-6079e163-cb6c-4e14-8486-b51427be6043 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:12.937210 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dcab4d54-dd04-4219-b19c-2f596fe108fb req-6079e163-cb6c-4e14-8486-b51427be6043 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0502017 Sep 26 17:59:12.966725 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:12.997623 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbaf02-7c02-487b-bcfb-feb75290d086 admin admin] Publish callbacks [] for security_group (192962a1-6253-46d9-bf70-7573944b0993), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.006820 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf95296-b728-418a-8527-1f475298f823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee11bdc-2d58-45c4-9465-4f045165d85e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:13.034846 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dcab4d54-dd04-4219-b19c-2f596fe108fb req-ed3e4a43-f899-4d82-983a-6a8ea09429c6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919676 Sep 26 17:59:13.103106 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a9bbaf02-7c02-487b-bcfb-feb75290d086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (192962a1-6253-46d9-bf70-7573944b0993), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.148430 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a9bbaf02-7c02-487b-bcfb-feb75290d086 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f4c8dcad85e84b52b4cda764340ae233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470440 Sep 26 17:59:13.148430 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbaf02-7c02-487b-bcfb-feb75290d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192962a1-6253-46d9-bf70-7573944b0993,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:13.148939 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50054) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:13.188868 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:13.200304 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7803d839-2218-47ab-9903-923b27416eb4 admin admin] Publish callbacks [] for security_group (192962a1-6253-46d9-bf70-7573944b0993), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.221189 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7803d839-2218-47ab-9903-923b27416eb4 admin admin] Publish callbacks [] for security_group (192962a1-6253-46d9-bf70-7573944b0993), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.365833 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7803d839-2218-47ab-9903-923b27416eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (192962a1-6253-46d9-bf70-7573944b0993), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.368451 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7803d839-2218-47ab-9903-923b27416eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.369830 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7803d839-2218-47ab-9903-923b27416eb4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/192962a1-6253-46d9-bf70-7573944b0993 HTTP/1.1" status: 204 len: 168 time: 0.2189212 Sep 26 17:59:13.377575 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803d839-2218-47ab-9903-923b27416eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192962a1-6253-46d9-bf70-7573944b0993,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:14.179367 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916177d8-d761-4cca-9f77-c203b2afed48 req-b98495e6-67a6-44e8-bda1-29b9dbbd53b0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:14.180836 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-916177d8-d761-4cca-9f77-c203b2afed48 req-b98495e6-67a6-44e8-bda1-29b9dbbd53b0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0514700 Sep 26 17:59:14.229551 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-916177d8-d761-4cca-9f77-c203b2afed48 req-5ad89e2c-cef4-47eb-af85-936a5a79fcc7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Sep 26 17:59:15.385021 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b964e-7df6-4ebf-9044-0592414d6c30 req-1b1169e5-d468-42ee-99ef-fa77bc8418b5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:15.392844 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-400b964e-7df6-4ebf-9044-0592414d6c30 req-1b1169e5-d468-42ee-99ef-fa77bc8418b5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0662889 Sep 26 17:59:15.407390 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:15.461925 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-400b964e-7df6-4ebf-9044-0592414d6c30 req-6eb824f4-119b-4473-bbc3-15b0e2d50eee tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596681 Sep 26 17:59:16.107683 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac11dd-269a-43e5-b555-5e7ba8e70e94 req-faa83a05-1a72-45ce-bd0d-668f1c6a07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:16.109332 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a6ac11dd-269a-43e5-b555-5e7ba8e70e94 req-faa83a05-1a72-45ce-bd0d-668f1c6a07d2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 1130 time: 0.0443447 Sep 26 17:59:16.171853 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a6ac11dd-269a-43e5-b555-5e7ba8e70e94 req-853d9806-d853-4d4a-b4bc-30bc2f4d2dad service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488443 Sep 26 17:59:16.597762 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec0116-0a32-4c42-8a65-19122ee4449e req-cc1fa93c-ed99-48a6-937f-15bd53304e5f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:16.599237 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6bec0116-0a32-4c42-8a65-19122ee4449e req-cc1fa93c-ed99-48a6-937f-15bd53304e5f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0489118 Sep 26 17:59:16.645468 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6bec0116-0a32-4c42-8a65-19122ee4449e req-3932cc1d-9e72-4f65-92f4-fe461581f521 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Sep 26 17:59:17.569732 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-c8c38edf-4375-426c-89f9-99d83c9c59b4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=b926bedb2ce44850b9a7ce09dc2f73ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284989 Sep 26 17:59:17.776858 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-19371986-d4e9-445d-949f-34f4c049e4f5 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:17.778474 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-19371986-d4e9-445d-949f-34f4c049e4f5 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035539 Sep 26 17:59:17.803144 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f06985-ce21-4fbb-b33c-b0a67f79d573 req-f01a46a3-39db-4336-b116-b11dedb31b98 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:17.804596 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b5f06985-ce21-4fbb-b33c-b0a67f79d573 req-f01a46a3-39db-4336-b116-b11dedb31b98 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0761502 Sep 26 17:59:17.805875 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-67a03a48-b543-47b4-a3d6-ac5f7ad5c31a tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/quotas/b926bedb2ce44850b9a7ce09dc2f73ff HTTP/1.1" status: 200 len: 375 time: 0.0219860 Sep 26 17:59:17.848194 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-910d31a3-0842-4a45-b204-f709fcb66c9d tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b926bedb2ce44850b9a7ce09dc2f73ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364223 Sep 26 17:59:17.877566 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b5f06985-ce21-4fbb-b33c-b0a67f79d573 req-52b82498-f6ab-4d2b-bf1d-faa4b871a429 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563362 Sep 26 17:59:18.148875 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cad4d59e-4ba9-414e-8eea-a3e7569016e8 req-12d0ccc5-b516-4914-b145-45a64278f85e tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0302517 Sep 26 17:59:18.369207 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:19.003311 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347aad1-ef2c-4490-8651-e6626cc730a1 req-dda6af96-f9e9-45cd-bac0-bb58d8453924 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:19.004771 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d347aad1-ef2c-4490-8651-e6626cc730a1 req-dda6af96-f9e9-45cd-bac0-bb58d8453924 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0487454 Sep 26 17:59:19.050815 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d347aad1-ef2c-4490-8651-e6626cc730a1 req-ab640bbc-2b08-4f4c-8262-d1cad6e814b8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Sep 26 17:59:19.134324 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:19.170628 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1b86a-f243-45ca-a59d-862e0276649d req-ac0c750c-a109-474f-8a2b-7f4c1d2f8879 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:19.172242 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-56e1b86a-f243-45ca-a59d-862e0276649d req-ac0c750c-a109-474f-8a2b-7f4c1d2f8879 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0470941 Sep 26 17:59:19.241959 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b2251a6e-42da-4fea-ab1a-6699c3ccd384 req-9ecf6702-f629-4a81-8b94-67ffdfb6fc5a tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0344782 Sep 26 17:59:19.245115 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-56e1b86a-f243-45ca-a59d-862e0276649d req-420141a3-1b9b-4dba-a080-fba37ab9ecda tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671926 Sep 26 17:59:19.592591 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50298) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:19.706008 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-607a6eda-63d2-4cf2-a0de-a9ef6e7f606c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.790548 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-607a6eda-63d2-4cf2-a0de-a9ef6e7f606c admin admin] Publish callbacks [] for security_group (f63a7225-6ebc-493a-9150-bc528c1d1a4b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.880316 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-607a6eda-63d2-4cf2-a0de-a9ef6e7f606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f63a7225-6ebc-493a-9150-bc528c1d1a4b), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.887099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:19.921953 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-607a6eda-63d2-4cf2-a0de-a9ef6e7f606c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8363e153bed541a5b3925d36db589692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281844 Sep 26 17:59:19.922793 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a6eda-63d2-4cf2-a0de-a9ef6e7f606c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a7225-6ebc-493a-9150-bc528c1d1a4b,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:19.925396 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50308) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:19.974564 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a334dfc2-9cba-48fc-9272-0028e53117a0 admin admin] Publish callbacks [] for security_group (f63a7225-6ebc-493a-9150-bc528c1d1a4b), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.997879 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a334dfc2-9cba-48fc-9272-0028e53117a0 admin admin] Publish callbacks [] for security_group (f63a7225-6ebc-493a-9150-bc528c1d1a4b), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.165866 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a334dfc2-9cba-48fc-9272-0028e53117a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f63a7225-6ebc-493a-9150-bc528c1d1a4b), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.170111 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a334dfc2-9cba-48fc-9272-0028e53117a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.170111 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a334dfc2-9cba-48fc-9272-0028e53117a0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f63a7225-6ebc-493a-9150-bc528c1d1a4b HTTP/1.1" status: 204 len: 168 time: 0.2437711 Sep 26 17:59:20.178932 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334dfc2-9cba-48fc-9272-0028e53117a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a7225-6ebc-493a-9150-bc528c1d1a4b,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:20.344674 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a0a0174-a645-46ad-8460-ffa71e6e1ff0 req-4c21b102-ec17-42ae-94e4-47b509b1baa6 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0290794 Sep 26 17:59:20.519538 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50332) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:20.651296 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94d1ab70-e65b-4662-87d6-d66753d802d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.736694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94d1ab70-e65b-4662-87d6-d66753d802d8 admin admin] Publish callbacks [] for security_group (e307e64d-f15a-47d6-a010-f8d6fdd53349), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.839755 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94d1ab70-e65b-4662-87d6-d66753d802d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (e307e64d-f15a-47d6-a010-f8d6fdd53349), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.879174 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-94d1ab70-e65b-4662-87d6-d66753d802d8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a78ba4d937aa409792530c3129dfc679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584247 Sep 26 17:59:20.879714 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ab70-e65b-4662-87d6-d66753d802d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e307e64d-f15a-47d6-a010-f8d6fdd53349,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:20.884479 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50346) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:20.942790 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4d45098b-215f-4bae-8a8d-e845cc922b97 admin admin] Publish callbacks [] for security_group (e307e64d-f15a-47d6-a010-f8d6fdd53349), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.963816 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4d45098b-215f-4bae-8a8d-e845cc922b97 admin admin] Publish callbacks [] for security_group (e307e64d-f15a-47d6-a010-f8d6fdd53349), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.965404 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.086391 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50350) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:21.101514 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e57827d0-714f-48b3-b740-52a9858a6bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.136726 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4d45098b-215f-4bae-8a8d-e845cc922b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (e307e64d-f15a-47d6-a010-f8d6fdd53349), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.139265 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4d45098b-215f-4bae-8a8d-e845cc922b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.140437 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4d45098b-215f-4bae-8a8d-e845cc922b97 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e307e64d-f15a-47d6-a010-f8d6fdd53349 HTTP/1.1" status: 204 len: 168 time: 0.2528191 Sep 26 17:59:21.158759 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45098b-215f-4bae-8a8d-e845cc922b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e307e64d-f15a-47d6-a010-f8d6fdd53349,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.206224 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e57827d0-714f-48b3-b740-52a9858a6bf0 admin admin] Publish callbacks [] for security_group (ea10a747-814b-45b0-aeab-62c52f7b7880), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.337197 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e57827d0-714f-48b3-b740-52a9858a6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (ea10a747-814b-45b0-aeab-62c52f7b7880), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.358777 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.403896 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e57827d0-714f-48b3-b740-52a9858a6bf0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ec8701f929c143169fb91b13a73b9875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135056 Sep 26 17:59:21.403896 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57827d0-714f-48b3-b740-52a9858a6bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea10a747-814b-45b0-aeab-62c52f7b7880,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.404734 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50360) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:21.423278 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-ba9f8150-3e5e-41ea-9150-1934aa55412a tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=b926bedb2ce44850b9a7ce09dc2f73ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501759 Sep 26 17:59:21.462209 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1e7fb813-e22d-4982-8852-22b290eb4383 req-56be9311-780b-4b50-90dc-71bf93b19a61 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0315709 Sep 26 17:59:21.587905 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c5db0ff1-6c1b-4a6e-bd65-b2e5f4e3f958 admin admin] Publish callbacks [] for security_group (ea10a747-814b-45b0-aeab-62c52f7b7880), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.644362 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c5db0ff1-6c1b-4a6e-bd65-b2e5f4e3f958 admin admin] Publish callbacks [] for security_group (ea10a747-814b-45b0-aeab-62c52f7b7880), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.673703 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-26139010-4bc0-41c4-8d0e-8364ad2cdb45 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:21.674933 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-26139010-4bc0-41c4-8d0e-8364ad2cdb45 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337403 Sep 26 17:59:21.699653 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Request body: {'port': {'device_id': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275', 'admin_state_up': True, 'tenant_id': 'b926bedb2ce44850b9a7ce09dc2f73ff'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:21.774360 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddde15-9d2b-462f-8bd7-9d3d748cff87 req-297ba5f9-5f1a-4bb4-bc7a-a65697e6141f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:21.775824 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-faddde15-9d2b-462f-8bd7-9d3d748cff87 req-297ba5f9-5f1a-4bb4-bc7a-a65697e6141f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0457306 Sep 26 17:59:21.824607 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-faddde15-9d2b-462f-8bd7-9d3d748cff87 req-2c9417d1-d372-4015-ba70-92983211a5bc tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Sep 26 17:59:21.892373 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c5db0ff1-6c1b-4a6e-bd65-b2e5f4e3f958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (ea10a747-814b-45b0-aeab-62c52f7b7880), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.895196 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c5db0ff1-6c1b-4a6e-bd65-b2e5f4e3f958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.896358 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c5db0ff1-6c1b-4a6e-bd65-b2e5f4e3f958 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ea10a747-814b-45b0-aeab-62c52f7b7880 HTTP/1.1" status: 204 len: 168 time: 0.4809597 Sep 26 17:59:21.912949 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db0ff1-6c1b-4a6e-bd65-b2e5f4e3f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea10a747-814b-45b0-aeab-62c52f7b7880,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.917616 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-566f9403-099c-4f27-8f39-c90c0b99fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:21.919124 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-566f9403-099c-4f27-8f39-c90c0b99fe15 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0530343 Sep 26 17:59:21.951487 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Made reservation on behalf of b926bedb2ce44850b9a7ce09dc2f73ff for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:21.955180 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.988326 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.056478 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-0a0a7ca3-8ee2-41ac-9216-4fab7724f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:22.057965 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-0a0a7ca3-8ee2-41ac-9216-4fab7724f1b7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.1280086 Sep 26 17:59:22.074504 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50370) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:22.088425 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d44a02df-b3ca-4e68-a075-4cd533ee60f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.116798 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-6aed0338-4adb-4653-9111-50f05ec1b541 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 200 len: 217 time: 0.0406847 Sep 26 17:59:22.137370 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks [] for security_group (5eb4df14-c3e6-4349-89e2-e1868236b670), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.165698 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d44a02df-b3ca-4e68-a075-4cd533ee60f3 admin admin] Publish callbacks [] for security_group (0ea565f7-6eef-44f6-8fc0-13e4af3d7375), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.246465 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-23968586-5817-4f2a-a6a9-b07986c94ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:22.247869 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-23968586-5817-4f2a-a6a9-b07986c94ec2 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0434859 Sep 26 17:59:22.263749 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (5eb4df14-c3e6-4349-89e2-e1868236b670), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.326390 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d44a02df-b3ca-4e68-a075-4cd533ee60f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0ea565f7-6eef-44f6-8fc0-13e4af3d7375), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.342573 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-9e9d7db0-be4b-4f70-b859-77b41d0ace84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:22.344070 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-9e9d7db0-be4b-4f70-b859-77b41d0ace84 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897403 Sep 26 17:59:22.363783 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb4df14-c3e6-4349-89e2-e1868236b670,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:22.383499 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:22.387174 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d44a02df-b3ca-4e68-a075-4cd533ee60f3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c668746f0fdd4036afe83d3a4d184789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115551 Sep 26 17:59:22.390032 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50384) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:22.397141 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a02df-b3ca-4e68-a075-4cd533ee60f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea565f7-6eef-44f6-8fc0-13e4af3d7375,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:22.462139 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-781d1ff6-b136-433d-bbf6-2f1f03ce0831 admin admin] Publish callbacks [] for security_group (0ea565f7-6eef-44f6-8fc0-13e4af3d7375), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.485926 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-781d1ff6-b136-433d-bbf6-2f1f03ce0831 admin admin] Publish callbacks [] for security_group (0ea565f7-6eef-44f6-8fc0-13e4af3d7375), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.497126 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Allocated IP 192.168.233.147 (9cc319ca-221f-495c-aa06-8c9d5514d275/c88c640b-4ad3-497d-81cf-b14fb7a37f2c/a57efb69-8445-44ce-a652-97961a863de6) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:22.507491 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-0524d64e-b7e3-4a20-bfa9-41b9d5c2c4c6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536751 Sep 26 17:59:22.586212 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c323353-8145-4056-9479-7a7c49bbe397 req-d4c61933-8757-4d82-a848-e909684ecb9c tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0290387 Sep 26 17:59:22.640996 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-781d1ff6-b136-433d-bbf6-2f1f03ce0831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0ea565f7-6eef-44f6-8fc0-13e4af3d7375), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.643567 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-781d1ff6-b136-433d-bbf6-2f1f03ce0831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.645354 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-781d1ff6-b136-433d-bbf6-2f1f03ce0831 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0ea565f7-6eef-44f6-8fc0-13e4af3d7375 HTTP/1.1" status: 204 len: 168 time: 0.2542415 Sep 26 17:59:22.654552 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d1ff6-b136-433d-bbf6-2f1f03ce0831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea565f7-6eef-44f6-8fc0-13e4af3d7375,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:22.703259 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-61f09c5b-562c-44fc-906d-8ae4570008f7 req-a84df09e-f654-4b6e-9dc9-634beb108542 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769891 Sep 26 17:59:22.760231 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks [] for port (a57efb69-8445-44ce-a652-97961a863de6), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.889971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (a57efb69-8445-44ce-a652-97961a863de6), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.934720 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Network 9cc319ca-221f-495c-aa06-8c9d5514d275 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:22.938062 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:22.940879 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:22.947753 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:22.948388 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.966246 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Pushing event updated for resources: {'Port': ['ID=a57efb69-8445-44ce-a652-97961a863de6,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:22.980803 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada4e2f-1368-4bce-8873-468081ae7b90 req-68c3f2b5-06c8-41e8-a339-02278035cc8b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:22.982546 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ada4e2f-1368-4bce-8873-468081ae7b90 req-68c3f2b5-06c8-41e8-a339-02278035cc8b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0814292 Sep 26 17:59:23.038589 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ada4e2f-1368-4bce-8873-468081ae7b90 req-10a23af9-36a9-4962-a124-d2cd9bdeb19d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491707 Sep 26 17:59:23.088490 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-076144c2-dbd8-4eb6-a1bd-11c1cd6fd072 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3934314 Sep 26 17:59:23.109715 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Request body: {'port': {'device_id': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:23.143259 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50408) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:23.194309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a57efb69-8445-44ce-a652-97961a863de6), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.202046 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Provisioning complete for port a57efb69-8445-44ce-a652-97961a863de6 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:23.202526 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (a57efb69-8445-44ce-a652-97961a863de6), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.202723 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Attempt 1 to provision port a57efb69-8445-44ce-a652-97961a863de6 Sep 26 17:59:23.246056 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Port a57efb69-8445-44ce-a652-97961a863de6 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:23.306075 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ee79c4ac-3e88-4b4b-8a99-053d707f46b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.334148 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:23.337386 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:23.397711 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ee79c4ac-3e88-4b4b-8a99-053d707f46b6 admin admin] Publish callbacks [] for security_group (1fd866af-70a7-4195-bf4c-f747d0376607), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.445156 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:23.481276 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57efb69-8445-44ce-a652-97961a863de6 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:23.486053 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ee79c4ac-3e88-4b4b-8a99-053d707f46b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1fd866af-70a7-4195-bf4c-f747d0376607), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.503840 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Publish callbacks [] for port (a57efb69-8445-44ce-a652-97961a863de6), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.531411 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ee79c4ac-3e88-4b4b-8a99-053d707f46b6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9872b967fb5b4bf3a11e0b1220d81186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869619 Sep 26 17:59:23.532403 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79c4ac-3e88-4b4b-8a99-053d707f46b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd866af-70a7-4195-bf4c-f747d0376607,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:23.534458 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50428) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:23.557367 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-fcf3616f-fdfa-4991-a5ad-634f9dfc4f6f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668254 Sep 26 17:59:23.558334 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Transition to ACTIVE for port object a57efb69-8445-44ce-a652-97961a863de6 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:23.638033 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-c7423132-0963-4225-a755-e30243c678b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:23.639651 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-c7423132-0963-4225-a755-e30243c678b4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 1130 time: 0.0586576 Sep 26 17:59:23.640634 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4a6908de-7ba7-473c-8490-cb9d48a20f26 admin admin] Publish callbacks [] for security_group (1fd866af-70a7-4195-bf4c-f747d0376607), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.670713 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4a6908de-7ba7-473c-8490-cb9d48a20f26 admin admin] Publish callbacks [] for security_group (1fd866af-70a7-4195-bf4c-f747d0376607), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.906152 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a57efb69-8445-44ce-a652-97961a863de6), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.906833 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Attempt 2 to provision port a57efb69-8445-44ce-a652-97961a863de6 Sep 26 17:59:23.906942 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0bdb9-4b7d-4bdc-b36e-335e41ea58ac req-5d5e4f2d-cee7-491c-be3d-5cc50bea76b9 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:23.906942 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35e0bdb9-4b7d-4bdc-b36e-335e41ea58ac req-5d5e4f2d-cee7-491c-be3d-5cc50bea76b9 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 936 time: 0.0645092 Sep 26 17:59:23.907165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Port a57efb69-8445-44ce-a652-97961a863de6 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:23.907258 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35e0bdb9-4b7d-4bdc-b36e-335e41ea58ac req-3d903afa-f180-4ea1-b20a-6189d51d7f79 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499301 Sep 26 17:59:23.907348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a57efb69-8445-44ce-a652-97961a863de6,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:23.907348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-31c7bbf3-e07b-474f-9c3c-02374bec88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:23.907348 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-31c7bbf3-e07b-474f-9c3c-02374bec88f9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.1968918 Sep 26 17:59:23.907348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Attempting to bind port a57efb69-8445-44ce-a652-97961a863de6 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:23.907348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Attempting to bind port a57efb69-8445-44ce-a652-97961a863de6 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:23.907348 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Attempting to bind port a57efb69-8445-44ce-a652-97961a863de6 on network 9cc319ca-221f-495c-aa06-8c9d5514d275 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:23.934518 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-4e0eb6eb-91b6-4078-a9bd-23565b9d6146 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f HTTP/1.1" status: 200 len: 217 time: 0.0425634 Sep 26 17:59:23.949263 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Port a57efb69-8445-44ce-a652-97961a863de6 on network 9cc319ca-221f-495c-aa06-8c9d5514d275 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:23.951482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Attempting to bind port a57efb69-8445-44ce-a652-97961a863de6 on network 9cc319ca-221f-495c-aa06-8c9d5514d275 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:24.028017 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-b12a0fcf-6356-493e-9f1d-947171d46697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.029452 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-b12a0fcf-6356-493e-9f1d-947171d46697 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0604057 Sep 26 17:59:24.030267 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:24.030593 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Checking segment: {'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:24.030988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Bound using segment: {'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:24.031418 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Bound port: a57efb69-8445-44ce-a652-97961a863de6, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbf52f3-4d63-4d6e-9591-937d9c2b392e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:24.031758 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a57efb69-8445-44ce-a652-97961a863de6), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.100586 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4a6908de-7ba7-473c-8490-cb9d48a20f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1fd866af-70a7-4195-bf4c-f747d0376607), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.101738 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4a6908de-7ba7-473c-8490-cb9d48a20f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.102844 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4a6908de-7ba7-473c-8490-cb9d48a20f26 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1fd866af-70a7-4195-bf4c-f747d0376607 HTTP/1.1" status: 204 len: 168 time: 0.5655622 Sep 26 17:59:24.114146 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-6bdfe19c-4919-4f72-9bd6-6364409c588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.115633 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-6bdfe19c-4919-4f72-9bd6-6364409c588f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749025 Sep 26 17:59:24.127156 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6908de-7ba7-473c-8490-cb9d48a20f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd866af-70a7-4195-bf4c-f747d0376607,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:24.158961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] For port a57efb69-8445-44ce-a652-97961a863de6, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:24.218344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0abda7-6f40-43e5-b48c-1d9f374dfc85 req-50b82154-4be6-4235-a57e-82b6af49e5f1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.220463 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-af0abda7-6f40-43e5-b48c-1d9f374dfc85 req-50b82154-4be6-4235-a57e-82b6af49e5f1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0921640 Sep 26 17:59:24.273988 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-af0abda7-6f40-43e5-b48c-1d9f374dfc85 req-d66c9019-7fec-45a8-a6a0-d457ab65faf1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466509 Sep 26 17:59:24.300211 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Attempt 3 to provision port a57efb69-8445-44ce-a652-97961a863de6 Sep 26 17:59:24.341322 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Port a57efb69-8445-44ce-a652-97961a863de6 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:24.410489 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] For port a57efb69-8445-44ce-a652-97961a863de6, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a57efb69-8445-44ce-a652-97961a863de6,segment=NetworkSegment(cdbf52f3-4d63-4d6e-9591-937d9c2b392e),segment_id=cdbf52f3-4d63-4d6e-9591-937d9c2b392e)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:24.449059 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-dab22313-2258-4983-8e72-749ebc61fe2f service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190725 Sep 26 17:59:24.522095 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a57efb69-8445-44ce-a652-97961a863de6), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.528328 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.529121 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.530557 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/a57efb69-8445-44ce-a652-97961a863de6 HTTP/1.1" status: 200 len: 1098 time: 1.4269722 Sep 26 17:59:24.532555 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'tag': 'a57efb69-8445-44ce-a652-97961a863de6'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:24.534875 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdc4b31-5dc5-4cf2-8ba4-1eb33a67feb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c056eb-7a7d-425c-bca7-166be4ed38f0", "tag": "a57efb69-8445-44ce-a652-97961a863de6"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:24.576557 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe12a5-ae10-41c2-8114-1a832a07433e x-openstack-request-id: req-cbfe12a5-ae10-41c2-8114-1a832a07433e {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:24.576799 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c056eb-7a7d-425c-bca7-166be4ed38f0", "tag": "a57efb69-8445-44ce-a652-97961a863de6", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:24.577053 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbfe12a5-ae10-41c2-8114-1a832a07433e {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:24.577551 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfe12a5-ae10-41c2-8114-1a832a07433e'] response: {'name': 'network-changed', 'server_uuid': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'tag': 'a57efb69-8445-44ce-a652-97961a863de6', 'status': 'completed', 'code': 200} Sep 26 17:59:24.595959 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4afea89d-d700-477a-9f65-b404ea42bfa2 req-fcb3a0e5-7d43-4932-b5d1-cf831014886c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388390 Sep 26 17:59:24.611301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70211a-10d2-4f44-8505-412d60bf2fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a57efb69-8445-44ce-a652-97961a863de6,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:24.674010 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4b31-5dc5-4cf2-8ba4-1eb33a67feb8 req-415ec802-dc41-48b5-8cbd-ef2407ec22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.675084 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3bdc4b31-5dc5-4cf2-8ba4-1eb33a67feb8 req-415ec802-dc41-48b5-8cbd-ef2407ec22e0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b926bedb2ce44850b9a7ce09dc2f73ff&device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 1132 time: 0.0485973 Sep 26 17:59:24.710914 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3bdc4b31-5dc5-4cf2-8ba4-1eb33a67feb8 req-b773eb93-e0f0-4f45-8de5-6bee648805fd service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=b926bedb2ce44850b9a7ce09dc2f73ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220540 Sep 26 17:59:24.769833 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:24.814276 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4b31-5dc5-4cf2-8ba4-1eb33a67feb8 req-17c9fbe4-491f-43e8-a2b7-9958b1f5890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.816876 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3bdc4b31-5dc5-4cf2-8ba4-1eb33a67feb8 req-17c9fbe4-491f-43e8-a2b7-9958b1f5890f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970802 Sep 26 17:59:24.843077 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Attempt 4 to provision port a57efb69-8445-44ce-a652-97961a863de6 Sep 26 17:59:24.871822 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:24.882484 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-46604772-12b7-4c4f-bcdb-990c2c99bc5f None None] Port a57efb69-8445-44ce-a652-97961a863de6 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:59:24.898826 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-df4492e1-b388-401a-90e0-6588bda86c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.900302 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-df4492e1-b388-401a-90e0-6588bda86c1e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b926bedb2ce44850b9a7ce09dc2f73ff&device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 1132 time: 0.0416651 Sep 26 17:59:24.942663 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-753d450d-cfcd-46fd-a87d-d76633867a60 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a57efb69-8445-44ce-a652-97961a863de6 HTTP/1.1" status: 200 len: 217 time: 0.0344453 Sep 26 17:59:25.002381 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-9da913d1-2185-465c-b349-bc4ea1599a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:25.003949 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-9da913d1-2185-465c-b349-bc4ea1599a30 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=c88c640b-4ad3-497d-81cf-b14fb7a37f2c HTTP/1.1" status: 200 len: 843 time: 0.0503166 Sep 26 17:59:25.010265 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b86d-966a-4e1a-8a6a-4664b9910603 req-7b806020-dac5-4a3f-a338-213759ff2ebc tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:25.011742 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-db85b86d-966a-4e1a-8a6a-4664b9910603 req-7b806020-dac5-4a3f-a338-213759ff2ebc tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 948 time: 0.0488183 Sep 26 17:59:25.069756 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-ee2e1cd3-bea2-47af-a94a-e498528a248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:25.071413 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-ee2e1cd3-bea2-47af-a94a-e498528a248e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=9cc319ca-221f-495c-aa06-8c9d5514d275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0501513 Sep 26 17:59:25.092471 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-db85b86d-966a-4e1a-8a6a-4664b9910603 req-5b5036e4-f697-4faf-9f28-a37e0853ab51 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Sep 26 17:59:25.131468 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-54d64b3b-b937-4881-862f-fa7af4df5b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.177842 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50468) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:25.198515 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-d4f6c1e6-fb36-4d45-b65c-133251ace140 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/9cc319ca-221f-495c-aa06-8c9d5514d275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092229 Sep 26 17:59:25.199235 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-997ecee6-bc37-4b90-b8ab-1bd63fa1dedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.364625 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9d0372e6-f75a-4543-9d1f-43e52a38a78e req-dab1db33-0242-485d-a55f-45bc1a882fc7 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/9cc319ca-221f-495c-aa06-8c9d5514d275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544249 Sep 26 17:59:25.369254 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-997ecee6-bc37-4b90-b8ab-1bd63fa1dedc admin admin] Publish callbacks [] for security_group (3d74c323-9f23-40d4-be36-58e8d69e9f79), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.432818 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ba712-57a3-4a7c-8ddf-5d576763f042 req-2dbc2f4d-eecc-413e-bbf5-a77718e1b7a4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:25.436405 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-556ba712-57a3-4a7c-8ddf-5d576763f042 req-2dbc2f4d-eecc-413e-bbf5-a77718e1b7a4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0753124 Sep 26 17:59:25.451235 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-997ecee6-bc37-4b90-b8ab-1bd63fa1dedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3d74c323-9f23-40d4-be36-58e8d69e9f79), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.497966 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-997ecee6-bc37-4b90-b8ab-1bd63fa1dedc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6d2c8738bfd74945afeb9d2e02913c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188121 Sep 26 17:59:25.499345 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50484) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:25.501520 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ecee6-bc37-4b90-b8ab-1bd63fa1dedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d74c323-9f23-40d4-be36-58e8d69e9f79,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:25.501728 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-556ba712-57a3-4a7c-8ddf-5d576763f042 req-35481823-d53c-4d6d-a67a-b6b594034d04 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608714 Sep 26 17:59:25.560185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5da3d506-c616-4b3a-b7a7-1dcb9691f30f admin admin] Publish callbacks [] for security_group (3d74c323-9f23-40d4-be36-58e8d69e9f79), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.580016 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5da3d506-c616-4b3a-b7a7-1dcb9691f30f admin admin] Publish callbacks [] for security_group (3d74c323-9f23-40d4-be36-58e8d69e9f79), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.756524 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5da3d506-c616-4b3a-b7a7-1dcb9691f30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3d74c323-9f23-40d4-be36-58e8d69e9f79), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.759484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5da3d506-c616-4b3a-b7a7-1dcb9691f30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.760813 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-5da3d506-c616-4b3a-b7a7-1dcb9691f30f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3d74c323-9f23-40d4-be36-58e8d69e9f79 HTTP/1.1" status: 204 len: 168 time: 0.2601066 Sep 26 17:59:25.770878 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3d506-c616-4b3a-b7a7-1dcb9691f30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d74c323-9f23-40d4-be36-58e8d69e9f79,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:25.851475 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:25.942948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:26.073908 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50502) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:26.208375 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:26.225457 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746f06-3409-42b1-9b7d-bc3ef38485a8 req-be4df865-e43a-4fc9-a6f9-4914d18fc0ef tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:26.226922 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7b746f06-3409-42b1-9b7d-bc3ef38485a8 req-be4df865-e43a-4fc9-a6f9-4914d18fc0ef tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 948 time: 0.0510328 Sep 26 17:59:26.280113 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7b746f06-3409-42b1-9b7d-bc3ef38485a8 req-8e953b60-d529-40ea-b864-8a5daaaf0578 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464158 Sep 26 17:59:26.314775 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c4c50df5-b63c-45d3-8a88-94fb738c914e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.394666 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c4c50df5-b63c-45d3-8a88-94fb738c914e admin admin] Publish callbacks [] for security_group (b9bd7409-5f42-4857-99ea-cd9b2009c911), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.462481 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c4c50df5-b63c-45d3-8a88-94fb738c914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b9bd7409-5f42-4857-99ea-cd9b2009c911), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.502305 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c4c50df5-b63c-45d3-8a88-94fb738c914e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2f477bc54233492a854edf6a1d9029e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273219 Sep 26 17:59:26.503535 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c50df5-b63c-45d3-8a88-94fb738c914e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bd7409-5f42-4857-99ea-cd9b2009c911,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:26.509015 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50516) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:26.577487 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.586602 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7643a480-f3fd-4789-8d65-37fbb5057e0a admin admin] Publish callbacks [] for security_group (b9bd7409-5f42-4857-99ea-cd9b2009c911), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.686927 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50520) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:26.703575 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-85fc0e2a-1b46-43dc-b92c-d6d2e4706a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.790756 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-85fc0e2a-1b46-43dc-b92c-d6d2e4706a34 admin admin] Publish callbacks [] for security_group (0e24c9e6-eb6b-49a9-9570-11c9d68a3e99), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.866042 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7643a480-f3fd-4789-8d65-37fbb5057e0a admin admin] Publish callbacks [] for security_group (b9bd7409-5f42-4857-99ea-cd9b2009c911), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.880057 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae87a7-b790-4961-a8f4-bf860206c7fd req-0fd3aec5-40f7-41e4-b683-72b506f284b1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:26.881570 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1ae87a7-b790-4961-a8f4-bf860206c7fd req-0fd3aec5-40f7-41e4-b683-72b506f284b1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.2967229 Sep 26 17:59:26.906699 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-85fc0e2a-1b46-43dc-b92c-d6d2e4706a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0e24c9e6-eb6b-49a9-9570-11c9d68a3e99), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.944852 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1ae87a7-b790-4961-a8f4-bf860206c7fd req-1e19ca00-0ff5-41d1-b4ac-dc82098d6435 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557942 Sep 26 17:59:26.961877 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-85fc0e2a-1b46-43dc-b92c-d6d2e4706a34 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c128f296b6674742bea216977920a675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734118 Sep 26 17:59:26.970667 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50522) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:26.977680 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc0e2a-1b46-43dc-b92c-d6d2e4706a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e24c9e6-eb6b-49a9-9570-11c9d68a3e99,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.018104 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8145d5b9-91c1-40e2-99bb-a8f3a3624786 admin admin] Publish callbacks [] for security_group (0e24c9e6-eb6b-49a9-9570-11c9d68a3e99), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.038181 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.041163 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8145d5b9-91c1-40e2-99bb-a8f3a3624786 admin admin] Publish callbacks [] for security_group (0e24c9e6-eb6b-49a9-9570-11c9d68a3e99), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.069407 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7643a480-f3fd-4789-8d65-37fbb5057e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b9bd7409-5f42-4857-99ea-cd9b2009c911), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.072219 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7643a480-f3fd-4789-8d65-37fbb5057e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.075620 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7643a480-f3fd-4789-8d65-37fbb5057e0a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b9bd7409-5f42-4857-99ea-cd9b2009c911 HTTP/1.1" status: 204 len: 168 time: 0.5673206 Sep 26 17:59:27.082057 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643a480-f3fd-4789-8d65-37fbb5057e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bd7409-5f42-4857-99ea-cd9b2009c911,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.097636 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.205755 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8145d5b9-91c1-40e2-99bb-a8f3a3624786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0e24c9e6-eb6b-49a9-9570-11c9d68a3e99), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.208430 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8145d5b9-91c1-40e2-99bb-a8f3a3624786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.210406 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8145d5b9-91c1-40e2-99bb-a8f3a3624786 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0e24c9e6-eb6b-49a9-9570-11c9d68a3e99 HTTP/1.1" status: 204 len: 168 time: 0.2449772 Sep 26 17:59:27.231492 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145d5b9-91c1-40e2-99bb-a8f3a3624786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e24c9e6-eb6b-49a9-9570-11c9d68a3e99,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.418480 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b60e9ad2-dc4a-4f82-9709-5d7bc8ec1ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.419088 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.422605 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b55bd5-8058-4427-bbaa-aecd1e3a8742 req-4cb4cb46-bdef-46c0-8c62-1e429ece3513 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:27.424323 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-62b55bd5-8058-4427-bbaa-aecd1e3a8742 req-4cb4cb46-bdef-46c0-8c62-1e429ece3513 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 948 time: 0.0618029 Sep 26 17:59:27.482744 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-62b55bd5-8058-4427-bbaa-aecd1e3a8742 req-a03c1a39-1f6f-479c-8dbb-150d3244f1b9 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496492 Sep 26 17:59:28.005133 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50550) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:28.019678 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1381-ea0a-4b38-8265-6572484be43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.095160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba9c06-5db0-4587-b20f-0070ce45e0c3 req-7c0ed68e-6797-4f35-b3af-5e505b973341 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:28.096615 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8bba9c06-5db0-4587-b20f-0070ce45e0c3 req-7c0ed68e-6797-4f35-b3af-5e505b973341 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0608366 Sep 26 17:59:28.176892 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1381-ea0a-4b38-8265-6572484be43a admin admin] Publish callbacks [] for security_group (7137733b-2026-4d3b-93ff-6f8729e94958), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.180807 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8bba9c06-5db0-4587-b20f-0070ce45e0c3 req-1bd45aa4-30ff-49c0-9173-b98774897dad tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Sep 26 17:59:28.256491 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1381-ea0a-4b38-8265-6572484be43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7137733b-2026-4d3b-93ff-6f8729e94958), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.295256 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e1381-ea0a-4b38-8265-6572484be43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7137733b-2026-4d3b-93ff-6f8729e94958,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:28.299673 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-4e6e1381-ea0a-4b38-8265-6572484be43a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6a60c3dc59b64a6fa0a91fd5ed86102d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933261 Sep 26 17:59:28.302180 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50560) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:28.354752 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:28.358343 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac7d94d5-7a49-43ae-ba04-69326127dea7 admin admin] Publish callbacks [] for security_group (7137733b-2026-4d3b-93ff-6f8729e94958), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.381893 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac7d94d5-7a49-43ae-ba04-69326127dea7 admin admin] Publish callbacks [] for security_group (7137733b-2026-4d3b-93ff-6f8729e94958), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.570359 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac7d94d5-7a49-43ae-ba04-69326127dea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (7137733b-2026-4d3b-93ff-6f8729e94958), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.572890 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac7d94d5-7a49-43ae-ba04-69326127dea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.574029 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ac7d94d5-7a49-43ae-ba04-69326127dea7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7137733b-2026-4d3b-93ff-6f8729e94958 HTTP/1.1" status: 204 len: 168 time: 0.2707322 Sep 26 17:59:28.604557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d94d5-7a49-43ae-ba04-69326127dea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7137733b-2026-4d3b-93ff-6f8729e94958,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:28.611162 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.624233 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e677805-126b-4a1a-8a79-174cc64440da req-2aef888c-0688-4435-a54c-0148613f0d42 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:28.624910 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e677805-126b-4a1a-8a79-174cc64440da req-2aef888c-0688-4435-a54c-0148613f0d42 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 948 time: 0.0656438 Sep 26 17:59:28.681285 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e677805-126b-4a1a-8a79-174cc64440da req-1f307bfb-5df2-4046-895d-0a1964df4480 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481529 Sep 26 17:59:29.261119 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device a57efb69-8445-44ce-a652-97961a863de6 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:59:29.310537 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7303db-8836-44c3-9658-72d0aa197d98 req-c6e7ac56-5892-4d28-87a7-cdc2f3e26463 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:29.312888 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a7303db-8836-44c3-9658-72d0aa197d98 req-c6e7ac56-5892-4d28-87a7-cdc2f3e26463 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Sep 26 17:59:29.370040 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a7303db-8836-44c3-9658-72d0aa197d98 req-b60eb5b5-71b0-4070-b181-bad9b7f95ac4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516233 Sep 26 17:59:29.398183 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port a57efb69-8445-44ce-a652-97961a863de6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a57efb69-8445-44ce-a652-97961a863de6,segment=NetworkSegment(cdbf52f3-4d63-4d6e-9591-937d9c2b392e),segment_id=cdbf52f3-4d63-4d6e-9591-937d9c2b392e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:29.411112 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'a57efb69-8445-44ce-a652-97961a863de6', 'network_id': '9cc319ca-221f-495c-aa06-8c9d5514d275', 'port_id': 'a57efb69-8445-44ce-a652-97961a863de6', 'mac_address': 'fa:16:3e:85:1d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88c640b-4ad3-497d-81cf-b14fb7a37f2c', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:59:29.452575 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port a57efb69-8445-44ce-a652-97961a863de6 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:29.452973 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a57efb69-8445-44ce-a652-97961a863de6), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:29.467624 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57efb69-8445-44ce-a652-97961a863de6 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:29.488542 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port a57efb69-8445-44ce-a652-97961a863de6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a57efb69-8445-44ce-a652-97961a863de6,segment=NetworkSegment(cdbf52f3-4d63-4d6e-9591-937d9c2b392e),segment_id=cdbf52f3-4d63-4d6e-9591-937d9c2b392e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:29.571027 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a57efb69-8445-44ce-a652-97961a863de6), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:29.616565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=a57efb69-8445-44ce-a652-97961a863de6,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:29.623700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.624049 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.624402 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.625141 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.625141 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.625397 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.625719 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.626041 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.626364 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.626682 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.627002 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.627346 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.627666 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.627979 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.628295 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:29.810787 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0b58a-972d-429f-b55f-f975381b2df7 req-fda02580-f5f0-4df9-a96c-2d3cd87d85ed tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:29.812365 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e0b0b58a-972d-429f-b55f-f975381b2df7 req-fda02580-f5f0-4df9-a96c-2d3cd87d85ed tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 949 time: 0.0513108 Sep 26 17:59:29.871778 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e0b0b58a-972d-429f-b55f-f975381b2df7 req-1096f386-b400-4255-9396-47c40eb58e51 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533671 Sep 26 17:59:29.967336 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['a57efb69-8445-44ce-a652-97961a863de6'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:59:30.205064 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.268016 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.491833 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c3ae4-afe7-466b-b263-22204dc982ea req-f1000fa1-dac1-4be9-bc48-4042b7cacd21 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:30.495258 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-682c3ae4-afe7-466b-b263-22204dc982ea req-f1000fa1-dac1-4be9-bc48-4042b7cacd21 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0471020 Sep 26 17:59:30.545947 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-682c3ae4-afe7-466b-b263-22204dc982ea req-7ac8d31a-851d-4a4e-975e-6e47dbf9dc3a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468585 Sep 26 17:59:30.699489 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50670) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:30.909986 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:30.918442 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9da41277-4f44-4cd8-95da-653b0fdb7c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.028680 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f2d8-8a69-4482-9edc-af7b13773761 req-37a1b46a-6ac2-4891-a94e-5f4e60e774a0 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:31.030203 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8e54f2d8-8a69-4482-9edc-af7b13773761 req-37a1b46a-6ac2-4891-a94e-5f4e60e774a0 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 949 time: 0.0647273 Sep 26 17:59:31.062545 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9da41277-4f44-4cd8-95da-653b0fdb7c85 admin admin] Publish callbacks [] for security_group (88d549b3-d624-44cd-86ee-b58292a88d71), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.092755 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8e54f2d8-8a69-4482-9edc-af7b13773761 req-55977d86-55eb-4933-9341-c7c64870ec4f tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Sep 26 17:59:31.166612 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9da41277-4f44-4cd8-95da-653b0fdb7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (88d549b3-d624-44cd-86ee-b58292a88d71), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.211029 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9da41277-4f44-4cd8-95da-653b0fdb7c85 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ae774c56a3c84ffdbbe6d70eb04ff54f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5104864 Sep 26 17:59:31.213084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41277-4f44-4cd8-95da-653b0fdb7c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d549b3-d624-44cd-86ee-b58292a88d71,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:31.213834 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50704) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:31.244943 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:31.267314 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bcb56db8-9532-4cdf-95be-204bd7f3902d admin admin] Publish callbacks [] for security_group (88d549b3-d624-44cd-86ee-b58292a88d71), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.267638 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device a57efb69-8445-44ce-a652-97961a863de6 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:31.290752 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bcb56db8-9532-4cdf-95be-204bd7f3902d admin admin] Publish callbacks [] for security_group (88d549b3-d624-44cd-86ee-b58292a88d71), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.320600 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port a57efb69-8445-44ce-a652-97961a863de6 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:59:31.433726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port a57efb69-8445-44ce-a652-97961a863de6 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:31.434361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (a57efb69-8445-44ce-a652-97961a863de6), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.434975 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port a57efb69-8445-44ce-a652-97961a863de6 Sep 26 17:59:31.436124 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bcb56db8-9532-4cdf-95be-204bd7f3902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (88d549b3-d624-44cd-86ee-b58292a88d71), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.438813 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bcb56db8-9532-4cdf-95be-204bd7f3902d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.440301 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-bcb56db8-9532-4cdf-95be-204bd7f3902d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/88d549b3-d624-44cd-86ee-b58292a88d71 HTTP/1.1" status: 204 len: 168 time: 0.2254798 Sep 26 17:59:31.451540 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb56db8-9532-4cdf-95be-204bd7f3902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d549b3-d624-44cd-86ee-b58292a88d71,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:31.538193 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port a57efb69-8445-44ce-a652-97961a863de6 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:31.538595 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (a57efb69-8445-44ce-a652-97961a863de6), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.573323 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57efb69-8445-44ce-a652-97961a863de6'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:31.575846 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0d4a7e-87b8-455c-a905-dc3256718a98" -d '{"events": [{"server_uuid": "a2c056eb-7a7d-425c-bca7-166be4ed38f0", "name": "network-vif-plugged", "status": "completed", "tag": "a57efb69-8445-44ce-a652-97961a863de6"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:31.591027 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port a57efb69-8445-44ce-a652-97961a863de6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a57efb69-8445-44ce-a652-97961a863de6,segment=NetworkSegment(cdbf52f3-4d63-4d6e-9591-937d9c2b392e),segment_id=cdbf52f3-4d63-4d6e-9591-937d9c2b392e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:31.611810 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50720) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:31.680024 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (a57efb69-8445-44ce-a652-97961a863de6), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.689194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad3640-f41b-46e3-a6b5-895f20e00e80 x-openstack-request-id: req-c3ad3640-f41b-46e3-a6b5-895f20e00e80 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:31.689194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c056eb-7a7d-425c-bca7-166be4ed38f0", "name": "network-vif-plugged", "status": "completed", "tag": "a57efb69-8445-44ce-a652-97961a863de6", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:31.689194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3ad3640-f41b-46e3-a6b5-895f20e00e80 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:31.689194 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ad3640-f41b-46e3-a6b5-895f20e00e80'] response: {'server_uuid': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57efb69-8445-44ce-a652-97961a863de6', 'code': 200} Sep 26 17:59:31.731284 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a2310-d08d-4532-8fc4-2863e1609495 req-453f4569-d7c6-479c-99cc-668e14a014aa tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:31.732983 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a09a2310-d08d-4532-8fc4-2863e1609495 req-453f4569-d7c6-479c-99cc-668e14a014aa tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0581989 Sep 26 17:59:31.752851 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=a57efb69-8445-44ce-a652-97961a863de6,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:31.784021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-be7b642b-ad93-4816-af61-b38af38d88b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.798385 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a09a2310-d08d-4532-8fc4-2863e1609495 req-65ea0ffe-c1f4-4a35-9e80-50b131565f16 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580821 Sep 26 17:59:31.873127 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-be7b642b-ad93-4816-af61-b38af38d88b6 admin admin] Publish callbacks [] for security_group (59066e9f-bc05-45d8-a3cd-2184480ee0a1), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.975438 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-be7b642b-ad93-4816-af61-b38af38d88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (59066e9f-bc05-45d8-a3cd-2184480ee0a1), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.018744 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50734) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:32.019068 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-be7b642b-ad93-4816-af61-b38af38d88b6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9def543432054a95a3f24991ee16321a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058239 Sep 26 17:59:32.031845 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b642b-ad93-4816-af61-b38af38d88b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59066e9f-bc05-45d8-a3cd-2184480ee0a1,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:32.053889 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:32.079517 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-872a3377-abf5-483c-ac26-e205fe92b564 admin admin] Publish callbacks [] for security_group (59066e9f-bc05-45d8-a3cd-2184480ee0a1), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.094500 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a256-6fb0-4971-b68f-6d9811a55dc7 req-1129f44b-59e2-460c-8d10-b8476d73cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:32.096094 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c362a256-6fb0-4971-b68f-6d9811a55dc7 req-1129f44b-59e2-460c-8d10-b8476d73cb0f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 1134 time: 0.0492566 Sep 26 17:59:32.101663 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-872a3377-abf5-483c-ac26-e205fe92b564 admin admin] Publish callbacks [] for security_group (59066e9f-bc05-45d8-a3cd-2184480ee0a1), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.165539 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c362a256-6fb0-4971-b68f-6d9811a55dc7 req-a90f9a03-78fe-4f60-924d-89769256916e service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Sep 26 17:59:32.223227 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c452c97-0be4-47f8-8535-b85a43b7d7dd req-1b3190e9-5f5e-429e-96d7-c1fa76c49c8f tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:32.225198 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5c452c97-0be4-47f8-8535-b85a43b7d7dd req-1b3190e9-5f5e-429e-96d7-c1fa76c49c8f tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 950 time: 0.0471642 Sep 26 17:59:32.246252 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-872a3377-abf5-483c-ac26-e205fe92b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (59066e9f-bc05-45d8-a3cd-2184480ee0a1), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.248667 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-872a3377-abf5-483c-ac26-e205fe92b564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.249771 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-872a3377-abf5-483c-ac26-e205fe92b564 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/59066e9f-bc05-45d8-a3cd-2184480ee0a1 HTTP/1.1" status: 204 len: 168 time: 0.2294650 Sep 26 17:59:32.266771 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a3377-abf5-483c-ac26-e205fe92b564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59066e9f-bc05-45d8-a3cd-2184480ee0a1,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:32.293818 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5c452c97-0be4-47f8-8535-b85a43b7d7dd req-afaa1c92-273b-4d46-98d4-0406bb69398a tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627923 Sep 26 17:59:32.480491 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50746) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:32.493714 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-10284cdc-8160-443a-900f-d1a7471c8e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.495284 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:32.573469 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-10284cdc-8160-443a-900f-d1a7471c8e3d admin admin] Publish callbacks [] for security_group (b4b81b9c-0264-4438-817a-86e4f6f8ddc4), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.653147 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-10284cdc-8160-443a-900f-d1a7471c8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b4b81b9c-0264-4438-817a-86e4f6f8ddc4), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.694078 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-10284cdc-8160-443a-900f-d1a7471c8e3d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5a56e5b7bc0d4568b965d0a263d815a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124696 Sep 26 17:59:32.696130 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10284cdc-8160-443a-900f-d1a7471c8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b81b9c-0264-4438-817a-86e4f6f8ddc4,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:32.697011 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50750) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:32.749290 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ba636d53-a5ff-402b-9d1f-27b1e86c8796 admin admin] Publish callbacks [] for security_group (b4b81b9c-0264-4438-817a-86e4f6f8ddc4), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.773700 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ba636d53-a5ff-402b-9d1f-27b1e86c8796 admin admin] Publish callbacks [] for security_group (b4b81b9c-0264-4438-817a-86e4f6f8ddc4), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.924269 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0961ea-1008-4ac4-af34-0d641a38a876 req-a400e097-1e9f-444d-a530-854893d59250 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:32.925729 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cd0961ea-1008-4ac4-af34-0d641a38a876 req-a400e097-1e9f-444d-a530-854893d59250 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0460830 Sep 26 17:59:32.947062 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ba636d53-a5ff-402b-9d1f-27b1e86c8796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b4b81b9c-0264-4438-817a-86e4f6f8ddc4), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.949506 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ba636d53-a5ff-402b-9d1f-27b1e86c8796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:32.950581 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ba636d53-a5ff-402b-9d1f-27b1e86c8796 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b4b81b9c-0264-4438-817a-86e4f6f8ddc4 HTTP/1.1" status: 204 len: 168 time: 0.2524431 Sep 26 17:59:32.963758 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba636d53-a5ff-402b-9d1f-27b1e86c8796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b81b9c-0264-4438-817a-86e4f6f8ddc4,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:32.980561 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:33.001768 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cd0961ea-1008-4ac4-af34-0d641a38a876 req-d1043773-f964-404e-9485-cf79ef020417 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702667 Sep 26 17:59:33.135981 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50756) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:33.150698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-66db7108-1617-4af5-916d-3a05a94cb5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:33.227737 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-66db7108-1617-4af5-916d-3a05a94cb5aa admin admin] Publish callbacks [] for security_group (53e982ea-e577-462f-875b-dc83bb7aed9d), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:33.296647 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-66db7108-1617-4af5-916d-3a05a94cb5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (53e982ea-e577-462f-875b-dc83bb7aed9d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:33.336359 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db7108-1617-4af5-916d-3a05a94cb5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e982ea-e577-462f-875b-dc83bb7aed9d,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:33.342648 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-66db7108-1617-4af5-916d-3a05a94cb5aa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e3aaa6994169469daaa8941b35aaf601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046497 Sep 26 17:59:33.344461 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50762) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:33.363777 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:33.399415 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8248-20e0-4f5c-8688-02855136b5c2 admin admin] Publish callbacks [] for security_group (53e982ea-e577-462f-875b-dc83bb7aed9d), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:33.426269 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8248-20e0-4f5c-8688-02855136b5c2 admin admin] Publish callbacks [] for security_group (53e982ea-e577-462f-875b-dc83bb7aed9d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:33.427016 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dadf9-9d7d-4535-9351-abca4f0422f2 req-fc6b49e3-b78a-4d0a-9a92-a7666e7933e0 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:33.429587 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-606dadf9-9d7d-4535-9351-abca4f0422f2 req-fc6b49e3-b78a-4d0a-9a92-a7666e7933e0 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 950 time: 0.0546708 Sep 26 17:59:33.484551 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-606dadf9-9d7d-4535-9351-abca4f0422f2 req-ec7eb44e-5fde-437b-8b97-4d135b360f18 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488267 Sep 26 17:59:33.655292 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8248-20e0-4f5c-8688-02855136b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (53e982ea-e577-462f-875b-dc83bb7aed9d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:33.658757 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8248-20e0-4f5c-8688-02855136b5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:33.660267 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c4bd8248-20e0-4f5c-8688-02855136b5c2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/53e982ea-e577-462f-875b-dc83bb7aed9d HTTP/1.1" status: 204 len: 168 time: 0.3148067 Sep 26 17:59:33.673851 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd8248-20e0-4f5c-8688-02855136b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e982ea-e577-462f-875b-dc83bb7aed9d,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:34.141055 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98175e-7e36-4907-936a-8c16ac9e70a9 req-e510ef8e-98f0-45c9-8e1c-71cc82d48b9a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:34.142586 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ac98175e-7e36-4907-936a-8c16ac9e70a9 req-e510ef8e-98f0-45c9-8e1c-71cc82d48b9a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0527885 Sep 26 17:59:34.191955 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ac98175e-7e36-4907-936a-8c16ac9e70a9 req-3e989ac0-5bc8-4c3a-8557-fba2fd3a31ad tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Sep 26 17:59:34.473301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50810) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:34.617604 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e35efb-4c4a-4f12-9e57-39c11b899076 req-5f2ab7f8-02b5-4bf7-bf1e-ceebbeb7026c tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:34.619352 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7e35efb-4c4a-4f12-9e57-39c11b899076 req-5f2ab7f8-02b5-4bf7-bf1e-ceebbeb7026c tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 950 time: 0.0484908 Sep 26 17:59:34.655501 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-894897b0-1599-47b9-994c-78336c1e16bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:34.701060 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7e35efb-4c4a-4f12-9e57-39c11b899076 req-ebea1000-cc87-4b5d-84f5-869873b1aaf3 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752194 Sep 26 17:59:34.750076 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-894897b0-1599-47b9-994c-78336c1e16bd admin admin] Publish callbacks [] for security_group (501f596a-1818-48a1-b2f6-32876f153445), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:34.828281 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-894897b0-1599-47b9-994c-78336c1e16bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (501f596a-1818-48a1-b2f6-32876f153445), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:34.869727 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-894897b0-1599-47b9-994c-78336c1e16bd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bf3d4ef3f9f34c2dba37d60498e10a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947322 Sep 26 17:59:34.871642 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894897b0-1599-47b9-994c-78336c1e16bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501f596a-1818-48a1-b2f6-32876f153445,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:34.873949 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50826) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:34.930835 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-caaf6263-4bdf-4542-bdb6-55f11800104e admin admin] Publish callbacks [] for security_group (501f596a-1818-48a1-b2f6-32876f153445), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:34.943731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:34.952763 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-caaf6263-4bdf-4542-bdb6-55f11800104e admin admin] Publish callbacks [] for security_group (501f596a-1818-48a1-b2f6-32876f153445), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.112336 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-caaf6263-4bdf-4542-bdb6-55f11800104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (501f596a-1818-48a1-b2f6-32876f153445), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.116075 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-caaf6263-4bdf-4542-bdb6-55f11800104e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.117776 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-caaf6263-4bdf-4542-bdb6-55f11800104e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/501f596a-1818-48a1-b2f6-32876f153445 HTTP/1.1" status: 204 len: 168 time: 0.2425759 Sep 26 17:59:35.133979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf6263-4bdf-4542-bdb6-55f11800104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501f596a-1818-48a1-b2f6-32876f153445,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:35.211351 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50840) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:35.244425 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251ea9-cb0e-4b0c-b305-05c51c69d221 req-1ee81b9a-f373-461f-8b78-36b7a7b5514a tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:35.252026 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-90251ea9-cb0e-4b0c-b305-05c51c69d221 req-1ee81b9a-f373-461f-8b78-36b7a7b5514a tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 950 time: 0.0583832 Sep 26 17:59:35.333917 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-90251ea9-cb0e-4b0c-b305-05c51c69d221 req-17d85312-6d5b-4988-9e22-797baa070c6f tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755494 Sep 26 17:59:35.344650 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bca5767-7f17-4b02-b17b-f7923c7272d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.346459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5b360-66eb-4893-b19b-5a6ff643d5ce req-e79e3950-34d4-45dc-b2ea-0bf6a4c7a0b4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:35.354029 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2de5b360-66eb-4893-b19b-5a6ff643d5ce req-e79e3950-34d4-45dc-b2ea-0bf6a4c7a0b4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0642180 Sep 26 17:59:35.408886 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2de5b360-66eb-4893-b19b-5a6ff643d5ce req-eb64fb8e-578d-4195-a7df-0a51697bbf14 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Sep 26 17:59:35.435613 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bca5767-7f17-4b02-b17b-f7923c7272d3 admin admin] Publish callbacks [] for security_group (0937983a-80a7-4efb-bbca-af71f0a16951), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.524979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bca5767-7f17-4b02-b17b-f7923c7272d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0937983a-80a7-4efb-bbca-af71f0a16951), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.567250 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4bca5767-7f17-4b02-b17b-f7923c7272d3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e2447a8d409a4b9196619e4a509631c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546093 Sep 26 17:59:35.568198 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca5767-7f17-4b02-b17b-f7923c7272d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0937983a-80a7-4efb-bbca-af71f0a16951,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:35.570276 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50854) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:35.627478 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4629311d-0a5f-409e-8c10-4fb6c9b41ab4 admin admin] Publish callbacks [] for security_group (0937983a-80a7-4efb-bbca-af71f0a16951), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.649027 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4629311d-0a5f-409e-8c10-4fb6c9b41ab4 admin admin] Publish callbacks [] for security_group (0937983a-80a7-4efb-bbca-af71f0a16951), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.811718 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4629311d-0a5f-409e-8c10-4fb6c9b41ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0937983a-80a7-4efb-bbca-af71f0a16951), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.819938 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4629311d-0a5f-409e-8c10-4fb6c9b41ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:35.819938 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-4629311d-0a5f-409e-8c10-4fb6c9b41ab4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0937983a-80a7-4efb-bbca-af71f0a16951 HTTP/1.1" status: 204 len: 168 time: 0.2442420 Sep 26 17:59:35.824041 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629311d-0a5f-409e-8c10-4fb6c9b41ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0937983a-80a7-4efb-bbca-af71f0a16951,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:35.836962 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:35.941488 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 50866) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:35.955450 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-07a6c397-0f8a-4471-8818-f7c58452cff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.037385 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-07a6c397-0f8a-4471-8818-f7c58452cff0 admin admin] Publish callbacks [] for security_group (24de57c6-615a-488e-b153-8617a7f80312), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.125414 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-07a6c397-0f8a-4471-8818-f7c58452cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (24de57c6-615a-488e-b153-8617a7f80312), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.153761 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.176218 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-07a6c397-0f8a-4471-8818-f7c58452cff0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=175f7d171eff4c9787da37ff66b46a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336133 Sep 26 17:59:36.177067 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6c397-0f8a-4471-8818-f7c58452cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24de57c6-615a-488e-b153-8617a7f80312,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:36.178958 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 50876) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:36.260619 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4df84656-1470-4441-a93e-6ff396d30ddc admin admin] Publish callbacks [] for security_group (24de57c6-615a-488e-b153-8617a7f80312), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.284839 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4df84656-1470-4441-a93e-6ff396d30ddc admin admin] Publish callbacks [] for security_group (24de57c6-615a-488e-b153-8617a7f80312), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.428934 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4df84656-1470-4441-a93e-6ff396d30ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (24de57c6-615a-488e-b153-8617a7f80312), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.431807 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4df84656-1470-4441-a93e-6ff396d30ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.432951 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4df84656-1470-4441-a93e-6ff396d30ddc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/24de57c6-615a-488e-b153-8617a7f80312 HTTP/1.1" status: 204 len: 168 time: 0.2525101 Sep 26 17:59:36.441923 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df84656-1470-4441-a93e-6ff396d30ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de57c6-615a-488e-b153-8617a7f80312,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:36.464955 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6733a-96b7-473e-bcdf-7122c28bb119 req-2d71c0d3-6da1-40fd-b217-59cb63155b04 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:36.466621 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cfa6733a-96b7-473e-bcdf-7122c28bb119 req-2d71c0d3-6da1-40fd-b217-59cb63155b04 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 950 time: 0.0580604 Sep 26 17:59:36.556408 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.572465 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581cc5d-c9a7-42a6-9279-f34cf9baa16f req-0151b556-e8b7-482f-b8bc-85916a8f82b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:36.573981 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f581cc5d-c9a7-42a6-9279-f34cf9baa16f req-0151b556-e8b7-482f-b8bc-85916a8f82b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0750933 Sep 26 17:59:36.584875 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cfa6733a-96b7-473e-bcdf-7122c28bb119 req-0630a221-3c90-4136-9b4d-95dcb6f0774e tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071155 Sep 26 17:59:36.629028 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f581cc5d-c9a7-42a6-9279-f34cf9baa16f req-1c960299-36de-4afe-a4b2-ac7fbab91b80 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Sep 26 17:59:37.456819 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abcc04-a562-4903-b428-23edfc75d883 req-b0068c00-1c4d-430e-b83f-f0874f626830 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:37.458108 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-80abcc04-a562-4903-b428-23edfc75d883 req-b0068c00-1c4d-430e-b83f-f0874f626830 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 950 time: 0.0557969 Sep 26 17:59:37.592311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Deleting port a57efb69-8445-44ce-a652-97961a863de6 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 17:59:37.597801 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (a57efb69-8445-44ce-a652-97961a863de6), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:37.606524 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:37.707361 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] For port a57efb69-8445-44ce-a652-97961a863de6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a57efb69-8445-44ce-a652-97961a863de6,segment=NetworkSegment(cdbf52f3-4d63-4d6e-9591-937d9c2b392e),segment_id=cdbf52f3-4d63-4d6e-9591-937d9c2b392e)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:37.707895 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (a57efb69-8445-44ce-a652-97961a863de6), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:37.723447 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Calling delete_port for a57efb69-8445-44ce-a652-97961a863de6 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 17:59:37.800844 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3e509-5774-4505-b10c-8e8eaa26682a req-0cc8a16d-3aa1-4dc9-9491-ce1e7f0df3b0 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:37.809598 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2da3e509-5774-4505-b10c-8e8eaa26682a req-0cc8a16d-3aa1-4dc9-9491-ce1e7f0df3b0 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 950 time: 0.1113131 Sep 26 17:59:37.846611 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517d516-3750-4d9c-a8f4-6042434b125c req-b4450e1e-f02e-4872-a840-42e1022609ef tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:37.854238 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d517d516-3750-4d9c-a8f4-6042434b125c req-b4450e1e-f02e-4872-a840-42e1022609ef tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.1104381 Sep 26 17:59:37.913561 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2da3e509-5774-4505-b10c-8e8eaa26682a req-8fd41a97-7fe6-4c5c-9b23-cae46771cf70 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5eb4df14-c3e6-4349-89e2-e1868236b670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026978 Sep 26 17:59:37.942435 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d517d516-3750-4d9c-a8f4-6042434b125c req-62511e41-7c72-4efd-b652-953d31dfb79e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870955 Sep 26 17:59:37.948772 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (a57efb69-8445-44ce-a652-97961a863de6), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:37.967527 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['a57efb69-8445-44ce-a652-97961a863de6'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:59:37.992906 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Pushing event deleted for resources: {'Port': ['ID=a57efb69-8445-44ce-a652-97961a863de6,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:38.065146 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] No DVR routers for this DVR port a57efb69-8445-44ce-a652-97961a863de6 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 17:59:38.071984 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:38.076558 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-80abcc04-a562-4903-b428-23edfc75d883 req-05960cea-86f7-4ca5-93c5-4341c7c72bd4 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.86 "DELETE /networking/v2.0/ports/a57efb69-8445-44ce-a652-97961a863de6 HTTP/1.1" status: 204 len: 173 time: 0.5754535 Sep 26 17:59:38.077104 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'name': 'network-vif-deleted', 'tag': 'a57efb69-8445-44ce-a652-97961a863de6'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:38.079432 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68742d25-ca17-4cd9-90b4-5f3ad5446ac6" -d '{"events": [{"server_uuid": "a2c056eb-7a7d-425c-bca7-166be4ed38f0", "name": "network-vif-deleted", "tag": "a57efb69-8445-44ce-a652-97961a863de6"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:38.130006 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7228a23-765e-448e-bd07-7571b0a5730a x-openstack-request-id: req-b7228a23-765e-448e-bd07-7571b0a5730a {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:38.130413 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c056eb-7a7d-425c-bca7-166be4ed38f0", "name": "network-vif-deleted", "tag": "a57efb69-8445-44ce-a652-97961a863de6", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:38.130684 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7228a23-765e-448e-bd07-7571b0a5730a {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:38.131091 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7228a23-765e-448e-bd07-7571b0a5730a'] response: {'server_uuid': 'a2c056eb-7a7d-425c-bca7-166be4ed38f0', 'name': 'network-vif-deleted', 'tag': 'a57efb69-8445-44ce-a652-97961a863de6', 'status': 'completed', 'code': 200} Sep 26 17:59:39.041455 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8a082632-4eb9-4427-9a27-1cd13e64b7dd req-9dde9eeb-e941-49d0-b8a1-ecafcc318d6c tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0375738 Sep 26 17:59:39.096347 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685355b-21f9-4384-888a-f5d3f52c619a req-64fe25e7-f80d-4a40-865f-412df9430b46 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:39.097906 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9685355b-21f9-4384-888a-f5d3f52c619a req-64fe25e7-f80d-4a40-865f-412df9430b46 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0471964 Sep 26 17:59:39.158829 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9685355b-21f9-4384-888a-f5d3f52c619a req-371cc991-455f-4fc4-a163-02c19247edca tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Sep 26 17:59:39.717432 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:39.744732 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce263b-3022-4aa6-9acc-f0d16decda18 req-fef0c7fe-5fe9-4a40-a761-3f1ff3778481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:39.746429 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8ce263b-3022-4aa6-9acc-f0d16decda18 req-fef0c7fe-5fe9-4a40-a761-3f1ff3778481 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0422533 Sep 26 17:59:39.798187 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8ce263b-3022-4aa6-9acc-f0d16decda18 req-098e1086-3cb9-41a0-a63d-847ce2b6afe8 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422971 Sep 26 17:59:40.162587 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0b9190c-1551-428a-a501-c3f546ebd043 req-0a1e4d83-f14d-4ee3-9322-5b5046a37315 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0300767 Sep 26 17:59:40.312998 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbc83c-7432-4f8a-b5f7-955e75e03299 req-96686826-61fe-46ef-978b-c1e21b491ee6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:40.314619 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b1dbc83c-7432-4f8a-b5f7-955e75e03299 req-96686826-61fe-46ef-978b-c1e21b491ee6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0634146 Sep 26 17:59:40.373984 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b1dbc83c-7432-4f8a-b5f7-955e75e03299 req-9c5daef9-43dc-448f-a457-457d4e6af7f8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520694 Sep 26 17:59:40.523028 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16764-688c-4640-b4de-6b7d56c0d016 req-9353e3f6-dc52-4f3f-90d6-d3543c797b62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:40.524483 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-82f16764-688c-4640-b4de-6b7d56c0d016 req-9353e3f6-dc52-4f3f-90d6-d3543c797b62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0507834 Sep 26 17:59:40.571267 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-82f16764-688c-4640-b4de-6b7d56c0d016 req-7aa3d700-5b6b-4bfa-afa9-121209023897 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 Sep 26 17:59:41.292896 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-974e93cf-c8ea-4f91-a77b-2ec315fb11d8 req-2a26d6b6-974f-41b6-9680-b652e4f8fbd7 tempest-VolumesNegativeTest-1679267135 tempest-VolumesNegativeTest-1679267135-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a2c056eb-7a7d-425c-bca7-166be4ed38f0 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Sep 26 17:59:41.304299 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device a57efb69-8445-44ce-a652-97961a863de6 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 17:59:41.339523 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: a57efb69-8445-44ce-a652-97961a863de6 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 17:59:41.339523 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device a57efb69-8445-44ce-a652-97961a863de6 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 17:59:41.546079 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda9c48-6ab1-4e54-a09b-63fc4684d60a req-2e888609-da10-4a8c-a246-568094261d45 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:41.547595 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aeda9c48-6ab1-4e54-a09b-63fc4684d60a req-2e888609-da10-4a8c-a246-568094261d45 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Sep 26 17:59:41.595576 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aeda9c48-6ab1-4e54-a09b-63fc4684d60a req-6485a7fd-c8d2-4af6-93b8-a027acd9c228 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Sep 26 17:59:41.714503 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee07f9-56ca-42c3-a82f-a5f12f143677 req-6b686fb4-92da-40bb-9f88-a30373b8045d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:41.715969 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10ee07f9-56ca-42c3-a82f-a5f12f143677 req-6b686fb4-92da-40bb-9f88-a30373b8045d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0553632 Sep 26 17:59:41.762765 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10ee07f9-56ca-42c3-a82f-a5f12f143677 req-2d1897dd-162e-45a7-81dd-d97b7d40710d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Sep 26 17:59:42.191397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6c90f-2b8b-4c6a-b821-dc82fc370ca5 req-16e3431c-8e45-42cf-8342-447f9ec94f8d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:42.193846 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1a6c90f-2b8b-4c6a-b821-dc82fc370ca5 req-16e3431c-8e45-42cf-8342-447f9ec94f8d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0616376 Sep 26 17:59:42.222922 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:42.266760 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1a6c90f-2b8b-4c6a-b821-dc82fc370ca5 req-4b2cf3f8-bfef-4034-87ca-f4ded407cfe1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665121 Sep 26 17:59:42.336627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-e5aa0399-709a-43c0-b489-e860dd076c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:42.339295 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-e5aa0399-709a-43c0-b489-e860dd076c66 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0793757 Sep 26 17:59:42.449249 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-f961c022-7ad0-47aa-bc6b-47f5e4e068d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:42.450733 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-f961c022-7ad0-47aa-bc6b-47f5e4e068d3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.0941927 Sep 26 17:59:42.501011 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-3df997d4-478c-4b1f-a411-435d568597b3 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 200 len: 217 time: 0.0384390 Sep 26 17:59:42.551143 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-ec98385f-4496-43d6-8031-4181b4600663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:42.552672 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-ec98385f-4496-43d6-8031-4181b4600663 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0447652 Sep 26 17:59:42.598183 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-82b14a00-1b28-4a47-b000-629300ee77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:42.600332 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-82b14a00-1b28-4a47-b000-629300ee77dd service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393417 Sep 26 17:59:42.704617 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-c4b55ef6-1d0c-48ee-a47b-489629ae4183 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965605 Sep 26 17:59:42.824838 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd661d04-1893-47fa-978a-6a9a84cfadea req-185af23b-9499-40f9-ac08-fe6c46a7b30d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139023 Sep 26 17:59:42.923954 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750ddaf-13df-4b81-9870-ce5c70034686 req-8de38675-94a2-4e53-9cd2-e9faca20430f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:42.926030 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b750ddaf-13df-4b81-9870-ce5c70034686 req-8de38675-94a2-4e53-9cd2-e9faca20430f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0741317 Sep 26 17:59:42.994648 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b750ddaf-13df-4b81-9870-ce5c70034686 req-2d2b6be9-3b35-4cac-b761-2c2357ca6c61 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613637 Sep 26 17:59:43.399153 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dbc82-dcd3-4506-9f45-7ebf0d435c94 req-8bbefe6e-f8aa-4cd6-a579-72dd3cdfa3b5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:43.401484 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d49dbc82-dcd3-4506-9f45-7ebf0d435c94 req-8bbefe6e-f8aa-4cd6-a579-72dd3cdfa3b5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0555823 Sep 26 17:59:43.454478 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d49dbc82-dcd3-4506-9f45-7ebf0d435c94 req-662ae6b0-4f1a-4ae6-8225-81a6c164777a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Sep 26 17:59:44.133557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd602a-4bd0-4621-87d2-e9ae0187fd7e req-2591e2d4-0e49-4501-b083-a6d13a079fc6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:44.135107 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3edd602a-4bd0-4621-87d2-e9ae0187fd7e req-2591e2d4-0e49-4501-b083-a6d13a079fc6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0518835 Sep 26 17:59:44.171132 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:44.186388 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3edd602a-4bd0-4621-87d2-e9ae0187fd7e req-a60c3e71-0b1a-4f5a-8363-6887cf208f30 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455043 Sep 26 17:59:44.589059 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52a310-dee4-474b-b74f-150bbd52b3fe req-198df8c8-dded-4359-9f03-1d5fed3d82d2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:44.590597 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ae52a310-dee4-474b-b74f-150bbd52b3fe req-198df8c8-dded-4359-9f03-1d5fed3d82d2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0578313 Sep 26 17:59:44.638943 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ae52a310-dee4-474b-b74f-150bbd52b3fe req-58d6fb80-8f2e-47f9-b5b3-d5bcba8acfa2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Sep 26 17:59:45.327858 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfc6bc-9e1d-4c4e-92a5-a37c2b034488 req-3aca32bf-aaf9-4a34-aceb-cd22819bde5f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:45.334007 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9dbfc6bc-9e1d-4c4e-92a5-a37c2b034488 req-3aca32bf-aaf9-4a34-aceb-cd22819bde5f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0496941 Sep 26 17:59:45.373655 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:59:45.389099 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9dbfc6bc-9e1d-4c4e-92a5-a37c2b034488 req-f7efe26b-9a68-48e7-bd6f-b5be43ec7966 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532126 Sep 26 17:59:45.799619 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52ffff-9702-4109-9113-01a5e6f76c2b req-fc42998b-f2dc-410e-ae96-76fb689f2096 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:45.801125 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aa52ffff-9702-4109-9113-01a5e6f76c2b req-fc42998b-f2dc-410e-ae96-76fb689f2096 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0634351 Sep 26 17:59:45.853977 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aa52ffff-9702-4109-9113-01a5e6f76c2b req-a01f9f97-2bbf-4eeb-9a35-1bf9fe683c4f tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467689 Sep 26 17:59:46.530204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81ccf0-7a94-4f7d-9de2-05908da7c8c9 req-9f4218b3-7e72-4d6f-bf53-662d5f72e900 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.531721 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ee81ccf0-7a94-4f7d-9de2-05908da7c8c9 req-9f4218b3-7e72-4d6f-bf53-662d5f72e900 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0516031 Sep 26 17:59:46.586863 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ee81ccf0-7a94-4f7d-9de2-05908da7c8c9 req-00e339e5-4e4b-45b8-aea9-3b5a23008978 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Sep 26 17:59:46.981401 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75c460-dc1b-48c5-8106-3030afd9ebb0 req-00f5003f-9114-4319-9c94-2c3f6ae506d3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.983223 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7d75c460-dc1b-48c5-8106-3030afd9ebb0 req-00f5003f-9114-4319-9c94-2c3f6ae506d3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Sep 26 17:59:47.036321 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7d75c460-dc1b-48c5-8106-3030afd9ebb0 req-2ffc2c9d-e730-446b-9c5f-6da3e0ac23f0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471926 Sep 26 17:59:47.713984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b7d8-f0ac-439d-8d6b-0d8702cbeaab req-d2fcfc1f-dc20-460d-9786-34bcb5cf2597 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:47.715405 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cda1b7d8-f0ac-439d-8d6b-0d8702cbeaab req-d2fcfc1f-dc20-460d-9786-34bcb5cf2597 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0460129 Sep 26 17:59:47.762841 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cda1b7d8-f0ac-439d-8d6b-0d8702cbeaab req-0d463e3e-1faf-4c5c-937b-a68aec6657b6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Sep 26 17:59:47.966444 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:47.991841 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:48.914701 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6e19f-f2d2-4df7-b7b9-a507e8effe18 req-b2a636dd-29ea-40e9-be18-0a1f4fc6abb5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:48.921894 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ee6e19f-f2d2-4df7-b7b9-a507e8effe18 req-b2a636dd-29ea-40e9-be18-0a1f4fc6abb5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0687983 Sep 26 17:59:48.974632 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ee6e19f-f2d2-4df7-b7b9-a507e8effe18 req-dd5b8837-ace7-43cf-b595-2a76d2fc008f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511100 Sep 26 17:59:49.085342 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51526) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:49.188791 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.264526 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Publish callbacks [] for security_group (a0800a55-0d6d-4797-979f-dbf0906f6e6f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.366125 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (a0800a55-0d6d-4797-979f-dbf0906f6e6f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.403711 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:49.415732 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ba5789cd8be54c48936722c7115b2e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293147 Sep 26 17:59:49.416908 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0800a55-0d6d-4797-979f-dbf0906f6e6f,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:49.418604 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51536) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:49.438429 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.438889 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.439333 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.443622 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.444197 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.444616 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.445020 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.445443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.447851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.448411 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.448824 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.449399 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.450005 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.450410 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.450812 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790091b-3772-4d88-a479-e8016a4d6805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.477601 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Publish callbacks [] for security_group (a0800a55-0d6d-4797-979f-dbf0906f6e6f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.497916 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Publish callbacks [] for security_group (a0800a55-0d6d-4797-979f-dbf0906f6e6f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.609201 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51540) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:49.613849 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-c6a28126-6906-45e9-ac43-4652e34c00a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447115932', 'description': 'tempest-description--861407623'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:49.742896 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (a0800a55-0d6d-4797-979f-dbf0906f6e6f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.745633 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.747123 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a0800a55-0d6d-4797-979f-dbf0906f6e6f HTTP/1.1" status: 204 len: 168 time: 0.3272462 Sep 26 17:59:49.748081 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c6a28126-6906-45e9-ac43-4652e34c00a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.766241 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0800a55-0d6d-4797-979f-dbf0906f6e6f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:49.779947 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.780295 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.780635 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.781092 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.781457 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.781787 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.782112 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.782435 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.782758 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.783081 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.783403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.783724 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.784041 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.784360 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.784677 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e07f79-9ec9-4fda-81c8-d0bf71c7b55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:49.798751 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:49.840848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c6a28126-6906-45e9-ac43-4652e34c00a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group (6532d1a6-07ce-42ff-9c06-7fdb23c1e26d), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.900380 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c6a28126-6906-45e9-ac43-4652e34c00a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6532d1a6-07ce-42ff-9c06-7fdb23c1e26d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.930041 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a28126-6906-45e9-ac43-4652e34c00a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:49.985096 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c6a28126-6906-45e9-ac43-4652e34c00a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:49.986465 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c6a28126-6906-45e9-ac43-4652e34c00a7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3761566 Sep 26 17:59:49.989370 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51548) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:49.994332 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-0ef117e8-41aa-4bd4-ad31-b27f9ecea17e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'security_group_rule': {'security_group_id': '6532d1a6-07ce-42ff-9c06-7fdb23c1e26d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:49.999822 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:50.098086 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:50.106424 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ef117e8-41aa-4bd4-ad31-b27f9ecea17e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group_rule (dd4c7ecf-408a-4016-9f46-304d51b4f6f2), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.109017 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574d06d-5235-4c6e-8b45-b4151852d7cb req-12bfd5f1-c7c8-477d-aa7c-57dbaa344a8b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:50.110514 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d574d06d-5235-4c6e-8b45-b4151852d7cb req-12bfd5f1-c7c8-477d-aa7c-57dbaa344a8b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0486078 Sep 26 17:59:50.118660 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:50.157541 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d574d06d-5235-4c6e-8b45-b4151852d7cb req-d3e631e0-7f8d-4a4e-aeb2-55ca4a653d8e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Sep 26 17:59:50.164465 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ef117e8-41aa-4bd4-ad31-b27f9ecea17e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group_rule (dd4c7ecf-408a-4016-9f46-304d51b4f6f2), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.294882 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ef117e8-41aa-4bd4-ad31-b27f9ecea17e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (dd4c7ecf-408a-4016-9f46-304d51b4f6f2), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.314332 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef117e8-41aa-4bd4-ad31-b27f9ecea17e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4c7ecf-408a-4016-9f46-304d51b4f6f2,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:50.445608 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ef117e8-41aa-4bd4-ad31-b27f9ecea17e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.446841 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0ef117e8-41aa-4bd4-ad31-b27f9ecea17e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558268 Sep 26 17:59:50.450014 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51552) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:50.455164 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-61e5cf2b-7fd8-4d29-a704-4e919cc0119e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'security_group_rule': {'security_group_id': '6532d1a6-07ce-42ff-9c06-7fdb23c1e26d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:50.459979 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51558) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:50.478469 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1d6c-cd74-42c3-81dd-5d5fb7b3f6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.558683 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1d6c-cd74-42c3-81dd-5d5fb7b3f6b8 admin admin] Publish callbacks [] for security_group (819904ac-532b-4829-9da7-972f5e369b70), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.729210 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1d6c-cd74-42c3-81dd-5d5fb7b3f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (819904ac-532b-4829-9da7-972f5e369b70), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.734939 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf2b-7fd8-4d29-a704-4e919cc0119e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group_rule (d66fe9a3-bb83-4fb8-9734-0cd905ec9c02), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.771585 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d5bf1d6c-cd74-42c3-81dd-5d5fb7b3f6b8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cd7c138d37ed402a8aac0a414022be8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099921 Sep 26 17:59:50.772582 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf1d6c-cd74-42c3-81dd-5d5fb7b3f6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819904ac-532b-4829-9da7-972f5e369b70,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:50.775632 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51562) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:50.797526 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf2b-7fd8-4d29-a704-4e919cc0119e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group_rule (d66fe9a3-bb83-4fb8-9734-0cd905ec9c02), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.824713 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a4a81602-94e7-4c90-bfa2-771664b4768f admin admin] Publish callbacks [] for security_group (819904ac-532b-4829-9da7-972f5e369b70), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.844555 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a4a81602-94e7-4c90-bfa2-771664b4768f admin admin] Publish callbacks [] for security_group (819904ac-532b-4829-9da7-972f5e369b70), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.879241 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf2b-7fd8-4d29-a704-4e919cc0119e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (d66fe9a3-bb83-4fb8-9734-0cd905ec9c02), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.900038 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5cf2b-7fd8-4d29-a704-4e919cc0119e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66fe9a3-bb83-4fb8-9734-0cd905ec9c02,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:50.982350 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a4a81602-94e7-4c90-bfa2-771664b4768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (819904ac-532b-4829-9da7-972f5e369b70), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.984934 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a4a81602-94e7-4c90-bfa2-771664b4768f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.986217 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a4a81602-94e7-4c90-bfa2-771664b4768f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/819904ac-532b-4829-9da7-972f5e369b70 HTTP/1.1" status: 204 len: 168 time: 0.2095246 Sep 26 17:59:50.994422 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a81602-94e7-4c90-bfa2-771664b4768f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819904ac-532b-4829-9da7-972f5e369b70,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:51.039547 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-61e5cf2b-7fd8-4d29-a704-4e919cc0119e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.044437 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-61e5cf2b-7fd8-4d29-a704-4e919cc0119e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5902352 Sep 26 17:59:51.048591 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51566) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:51.050178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:51.141363 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.228696 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.278632 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:51.324775 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f4c60-2542-431a-b365-4070b47bafad req-bda6a514-32e6-4a3d-be09-b47b12a6247d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.326502 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e8f4c60-2542-431a-b365-4070b47bafad req-bda6a514-32e6-4a3d-be09-b47b12a6247d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0609360 Sep 26 17:59:51.407443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Allocated IP 172.27.2.113 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/53ef4f4f-637f-46a7-8bf3-337673d2ac36) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:51.419357 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e8f4c60-2542-431a-b365-4070b47bafad req-5b6b3556-37b1-4f58-b466-7cdd7c15acfb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679469 Sep 26 17:59:51.516688 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.702458 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:51.765402 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.808671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:51.811508 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:51.814976 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:51.837802 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'Port': ['ID=53ef4f4f-637f-46a7-8bf3-337673d2ac36,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:51.899537 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.947190 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51580) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:51.960971 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5cabd58e-ed70-418c-9f96-9e908a73d3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.024160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.103822 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5cabd58e-ed70-418c-9f96-9e908a73d3ae admin admin] Publish callbacks [] for security_group (d94f3b5a-af5d-48ea-87d5-fefd08072d55), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.196325 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5cabd58e-ed70-418c-9f96-9e908a73d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (d94f3b5a-af5d-48ea-87d5-fefd08072d55), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.199915 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.239396 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5cabd58e-ed70-418c-9f96-9e908a73d3ae admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=23a1c0228a744e0380590b0b5b83e827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911165 Sep 26 17:59:52.240246 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabd58e-ed70-418c-9f96-9e908a73d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f3b5a-af5d-48ea-87d5-fefd08072d55,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:52.242206 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51584) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:52.290194 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d764eaf3-95ac-41b5-a32a-f5740ae5dc82 admin admin] Publish callbacks [] for security_group (d94f3b5a-af5d-48ea-87d5-fefd08072d55), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.314618 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d764eaf3-95ac-41b5-a32a-f5740ae5dc82 admin admin] Publish callbacks [] for security_group (d94f3b5a-af5d-48ea-87d5-fefd08072d55), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.330775 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.401883 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.404452 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=25 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:52.404990 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'Port': ['ID=53ef4f4f-637f-46a7-8bf3-337673d2ac36,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:52.450959 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d764eaf3-95ac-41b5-a32a-f5740ae5dc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (d94f3b5a-af5d-48ea-87d5-fefd08072d55), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.453636 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d764eaf3-95ac-41b5-a32a-f5740ae5dc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.454784 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d764eaf3-95ac-41b5-a32a-f5740ae5dc82 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d94f3b5a-af5d-48ea-87d5-fefd08072d55 HTTP/1.1" status: 204 len: 168 time: 0.2116084 Sep 26 17:59:52.463597 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764eaf3-95ac-41b5-a32a-f5740ae5dc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f3b5a-af5d-48ea-87d5-fefd08072d55,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:52.518968 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.529379 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-653317c0-a7fe-41ce-ba58-e0b2582c18c7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4742053 Sep 26 17:59:52.559808 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049743-2d18-43b6-9f14-e05e9db2d721 req-0696c23f-7d1b-4250-8b83-4a69742a7870 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.561352 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3c049743-2d18-43b6-9f14-e05e9db2d721 req-0696c23f-7d1b-4250-8b83-4a69742a7870 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0555065 Sep 26 17:59:52.623464 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3c049743-2d18-43b6-9f14-e05e9db2d721 req-15dce439-62c6-4e10-b86b-9da9c4cbd70c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556257 Sep 26 17:59:52.782214 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-ea5959b0-1e67-4a86-a61d-1f2fd39917bf tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1447115932&fields=id&tenant_id=222cdd96fb334e63a823cab0d33f939f HTTP/1.1" status: 200 len: 267 time: 0.0494096 Sep 26 17:59:52.890952 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-f1e73203-4d78-4578-b868-61137d26bd0b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.892339 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-f1e73203-4d78-4578-b868-61137d26bd0b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 819 time: 0.1029997 Sep 26 17:59:52.910033 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-9fa1396a-daeb-4419-978f-7788b0dc7013 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/quotas/222cdd96fb334e63a823cab0d33f939f HTTP/1.1" status: 200 len: 375 time: 0.0099881 Sep 26 17:59:52.970250 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-faca53e2-eaf9-4d3d-82f2-bcef40233def tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550270 Sep 26 17:59:53.069280 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-80fe67ab-dc01-473d-a23f-e93fc8d9cc39 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860093 Sep 26 17:59:53.165862 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-be5843da-d6b5-498d-886f-21b206b9c010 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906734 Sep 26 17:59:53.432644 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-96e3dfe6-3649-4be9-9333-0dc46c64c000 req-f65892a7-e5d6-444e-b890-5b968a9caa3a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0312757 Sep 26 17:59:53.823729 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890305f-23c1-4c00-a3c3-acaad832759f req-8145c322-e960-43a6-9fb9-4fd891339604 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:53.842092 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e890305f-23c1-4c00-a3c3-acaad832759f req-8145c322-e960-43a6-9fb9-4fd891339604 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0973115 Sep 26 17:59:53.914240 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:53.926084 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e890305f-23c1-4c00-a3c3-acaad832759f req-4337bb53-9a02-49c6-a1b4-23c184547049 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828319 Sep 26 17:59:54.356234 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51708) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:54.476260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:54.542345 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ae480115-af07-4f17-b3bc-8550d5fe7680 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b926bedb2ce44850b9a7ce09dc2f73ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849620 Sep 26 17:59:54.544238 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e8f49d76-9163-44b3-9e77-37164c8b9841 req-074bd0d9-9508-42aa-9dd8-88e1aa15ba95 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0482113 Sep 26 17:59:54.544916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51716) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:54.594517 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04822b36-a2dd-4fb9-ae75-3f5caa216e60 admin admin] Publish callbacks [] for security_group (5eb4df14-c3e6-4349-89e2-e1868236b670), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:54.613726 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04822b36-a2dd-4fb9-ae75-3f5caa216e60 admin admin] Publish callbacks [] for security_group (5eb4df14-c3e6-4349-89e2-e1868236b670), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:55.046871 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39c2b-f6ac-4f0b-abea-a3e7b12acbe6 req-e885c49d-8d3e-49db-9560-655ea828435f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:55.050750 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cbe39c2b-f6ac-4f0b-abea-a3e7b12acbe6 req-e885c49d-8d3e-49db-9560-655ea828435f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0455523 Sep 26 17:59:55.097350 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cbe39c2b-f6ac-4f0b-abea-a3e7b12acbe6 req-d514c06f-b5bd-4c1b-9530-3cbff7bb0515 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 Sep 26 17:59:55.129478 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04822b36-a2dd-4fb9-ae75-3f5caa216e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (5eb4df14-c3e6-4349-89e2-e1868236b670), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:55.132752 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-04822b36-a2dd-4fb9-ae75-3f5caa216e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:55.133883 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-04822b36-a2dd-4fb9-ae75-3f5caa216e60 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5eb4df14-c3e6-4349-89e2-e1868236b670 HTTP/1.1" status: 204 len: 168 time: 0.5879192 Sep 26 17:59:55.141918 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04822b36-a2dd-4fb9-ae75-3f5caa216e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb4df14-c3e6-4349-89e2-e1868236b670,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:55.166541 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6adc48da-a39b-4bdb-8e50-58ed2b32382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:55.368469 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=9 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:55.719769 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-93179f47-8527-4da6-acbf-94fc983b8a40 req-01943063-5f89-4bd7-a7d1-078026af3fed tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0403976 Sep 26 17:59:56.007115 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678d5b-ada7-432a-ac7b-d677dd5ce6e6 req-123b139e-e521-413c-a33f-00d970132273 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.008552 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66678d5b-ada7-432a-ac7b-d677dd5ce6e6 req-123b139e-e521-413c-a33f-00d970132273 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0456641 Sep 26 17:59:56.061300 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66678d5b-ada7-432a-ac7b-d677dd5ce6e6 req-d4cd17ee-55fe-4178-881b-f6163e50a973 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Sep 26 17:59:56.226725 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650c544-8b6e-485e-8f1f-08ebebfdb57c req-bc3dbf54-d5ca-436c-8404-2ecae9062eb6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.228196 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5650c544-8b6e-485e-8f1f-08ebebfdb57c req-bc3dbf54-d5ca-436c-8404-2ecae9062eb6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0485699 Sep 26 17:59:56.277525 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5650c544-8b6e-485e-8f1f-08ebebfdb57c req-5d93a824-c41d-42f2-a98c-3808389512f5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 Sep 26 17:59:56.600191 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:56.735208 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:56.824656 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-134dd883-8589-4b51-a3e2-74ab74be36d7 req-9f91f44c-46b3-4a4d-b829-2990606b3894 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0295222 Sep 26 17:59:57.193474 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c150be-7247-4edc-9866-cb52c67358e6 req-83cbf66b-aea4-42b1-9346-980be998b164 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.195033 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-33c150be-7247-4edc-9866-cb52c67358e6 req-83cbf66b-aea4-42b1-9346-980be998b164 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Sep 26 17:59:57.239959 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.243071 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-33c150be-7247-4edc-9866-cb52c67358e6 req-2a7d4dd5-4c83-47e4-ba5b-ee500116f6f4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 Sep 26 17:59:57.336942 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-0c6e6ede-32b2-42ff-9f07-746433507eae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.338645 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-0c6e6ede-32b2-42ff-9f07-746433507eae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 819 time: 0.1071751 Sep 26 17:59:57.375247 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.420935 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-1e43ad0b-3452-4498-a428-dd372a27c989 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=222cdd96fb334e63a823cab0d33f939f HTTP/1.1" status: 200 len: 380 time: 0.0687170 Sep 26 17:59:57.430492 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632eeb8d-3a0f-459d-a03c-470110c6ca67 req-b707d3e9-5986-4313-8fc6-aa3e58fbc477 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.432653 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-c550301e-f1d4-435c-831c-746b237de9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:57.439216 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-632eeb8d-3a0f-459d-a03c-470110c6ca67 req-b707d3e9-5986-4313-8fc6-aa3e58fbc477 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0592437 Sep 26 17:59:57.441986 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'port': {'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'admin_state_up': True, 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'security_groups': ['6532d1a6-07ce-42ff-9c06-7fdb23c1e26d']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:57.515797 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-632eeb8d-3a0f-459d-a03c-470110c6ca67 req-4821aff9-3d5c-47bc-b203-5cbb0d99dc62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694156 Sep 26 17:59:57.602516 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51802) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:57.720059 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-553fbcab-ba3b-47c2-a2ff-3c86c0828f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:57.768495 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Made reservation on behalf of 222cdd96fb334e63a823cab0d33f939f for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:57.773093 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:57.811984 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.855404 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-553fbcab-ba3b-47c2-a2ff-3c86c0828f49 admin admin] Publish callbacks [] for security_group (8b534207-32d2-4fe5-82ed-2fb886ce1671), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:57.945947 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1cfd9755-b276-440e-ae0b-733a8261b866 req-6eb538c5-8232-49db-8b58-5bd93817071d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0372090 Sep 26 17:59:57.953951 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Allocated IP 172.20.0.3 (d5c08d16-21cf-4774-99c2-a11d7b1a50a8/91385043-853d-4e4e-8333-be028f582746/e743a8e1-7765-411d-bc49-935d2ee87513) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:57.966728 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-553fbcab-ba3b-47c2-a2ff-3c86c0828f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (8b534207-32d2-4fe5-82ed-2fb886ce1671), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.032192 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-553fbcab-ba3b-47c2-a2ff-3c86c0828f49 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b39c37adde84451d80a0ed9747ca7985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285789 Sep 26 17:59:58.032905 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fbcab-ba3b-47c2-a2ff-3c86c0828f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b534207-32d2-4fe5-82ed-2fb886ce1671,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:58.034970 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51816) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:58.093736 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-013a752c-10ea-48ce-aee8-d5b29f274bb9 admin admin] Publish callbacks [] for security_group (8b534207-32d2-4fe5-82ed-2fb886ce1671), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.118603 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-013a752c-10ea-48ce-aee8-d5b29f274bb9 admin admin] Publish callbacks [] for security_group (8b534207-32d2-4fe5-82ed-2fb886ce1671), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.159909 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for port (e743a8e1-7765-411d-bc49-935d2ee87513), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.233984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-013a752c-10ea-48ce-aee8-d5b29f274bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (8b534207-32d2-4fe5-82ed-2fb886ce1671), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.236668 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-013a752c-10ea-48ce-aee8-d5b29f274bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.238191 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-013a752c-10ea-48ce-aee8-d5b29f274bb9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8b534207-32d2-4fe5-82ed-2fb886ce1671 HTTP/1.1" status: 204 len: 168 time: 0.2020483 Sep 26 17:59:58.250643 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a752c-10ea-48ce-aee8-d5b29f274bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b534207-32d2-4fe5-82ed-2fb886ce1671,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:58.257508 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.306085 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:58.313829 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:58.316574 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:58.321992 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.322621 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.343567 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event updated for resources: {'Port': ['ID=e743a8e1-7765-411d-bc49-935d2ee87513,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:58.401274 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a48d8c-0d18-4642-bf99-9d51bc39acab req-5b0d2889-01e5-4ef9-864b-bb0d99764575 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.403327 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-36a48d8c-0d18-4642-bf99-9d51bc39acab req-5b0d2889-01e5-4ef9-864b-bb0d99764575 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0606272 Sep 26 17:59:58.420161 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-3d20bc7b-704c-4fa3-a21c-8d300b713b13 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9895849 Sep 26 17:59:58.455606 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-36a48d8c-0d18-4642-bf99-9d51bc39acab req-43e78605-96e1-4513-9432-3a4fa9657ddc tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Sep 26 17:59:58.516388 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Request body: {'port': {'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:58.581983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Provisioning complete for port e743a8e1-7765-411d-bc49-935d2ee87513 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:58.582531 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.582684 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Attempt 1 to provision port e743a8e1-7765-411d-bc49-935d2ee87513 Sep 26 17:59:58.584033 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.616452 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Port e743a8e1-7765-411d-bc49-935d2ee87513 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:58.657276 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:58.673722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131cca7-714f-45b9-a48c-0d235ef0da99 req-f310f3a9-9e08-4d46-8786-d7d48116e677 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.675227 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3131cca7-714f-45b9-a48c-0d235ef0da99 req-f310f3a9-9e08-4d46-8786-d7d48116e677 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0611939 Sep 26 17:59:58.704193 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.733979 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3131cca7-714f-45b9-a48c-0d235ef0da99 req-dfb49870-e824-4cbb-91b4-3b91488b1254 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520835 Sep 26 17:59:58.874238 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e743a8e1-7765-411d-bc49-935d2ee87513 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:58.878461 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Publish callbacks [] for port (e743a8e1-7765-411d-bc49-935d2ee87513), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:58.893986 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Transition to ACTIVE for port object e743a8e1-7765-411d-bc49-935d2ee87513 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:58.998910 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:59.072785 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Attempting to bind port e743a8e1-7765-411d-bc49-935d2ee87513 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:59.072785 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Attempting to bind port e743a8e1-7765-411d-bc49-935d2ee87513 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:59.073095 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Attempting to bind port e743a8e1-7765-411d-bc49-935d2ee87513 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:59.075170 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Pushing event updated for resources: {'Port': ['ID=e743a8e1-7765-411d-bc49-935d2ee87513,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:59.080527 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56588-e4b5-4e71-98d3-8b7ee57fe5f5 req-0b3b5e52-6b1e-4fbb-8a3e-e01a13f5b1c5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.082625 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ce56588-e4b5-4e71-98d3-8b7ee57fe5f5 req-0b3b5e52-6b1e-4fbb-8a3e-e01a13f5b1c5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 943 time: 0.0515254 Sep 26 17:59:59.118008 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Attempt 2 to provision port e743a8e1-7765-411d-bc49-935d2ee87513 Sep 26 17:59:59.122072 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Port e743a8e1-7765-411d-bc49-935d2ee87513 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:59.122395 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Attempting to bind port e743a8e1-7765-411d-bc49-935d2ee87513 on network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:59.159816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Port e743a8e1-7765-411d-bc49-935d2ee87513 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:59.160846 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ce56588-e4b5-4e71-98d3-8b7ee57fe5f5 req-638163dc-94a9-41ca-ad43-17a0b440f027 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661459 Sep 26 17:59:59.193979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:59.193979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Checking segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:59.193979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Bound using segment: {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:59.193979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Bound port: e743a8e1-7765-411d-bc49-935d2ee87513, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 461, 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:59.193979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:59.269558 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] For port e743a8e1-7765-411d-bc49-935d2ee87513, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:59.273736 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] For port e743a8e1-7765-411d-bc49-935d2ee87513, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e743a8e1-7765-411d-bc49-935d2ee87513,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:59.383512 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:59.388048 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.388685 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:59.393071 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 200 len: 1093 time: 0.8783154 Sep 26 17:59:59.393071 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:59.397389 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763887a3-5a13-4ebd-86cb-7e0a56483325" -d '{"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:59.438948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3554703-ba75-4624-b9b8-093d1ac95d04 x-openstack-request-id: req-f3554703-ba75-4624-b9b8-093d1ac95d04 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:59.439232 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:59.439479 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3554703-ba75-4624-b9b8-093d1ac95d04 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:59.439870 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3554703-ba75-4624-b9b8-093d1ac95d04'] response: {'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'status': 'completed', 'code': 200} Sep 26 17:59:59.456661 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb91745-75df-4832-8fe7-41357b1e0da7 service neutron] Pushing event updated for resources: {'Port': ['ID=e743a8e1-7765-411d-bc49-935d2ee87513,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:59.488477 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51858) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:59.507457 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763887a3-5a13-4ebd-86cb-7e0a56483325 req-ff6ee19d-1180-48b7-b821-cf420ea68461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.513531 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-763887a3-5a13-4ebd-86cb-7e0a56483325 req-ff6ee19d-1180-48b7-b821-cf420ea68461 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1127 time: 0.0463161 Sep 26 17:59:59.593895 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bc1c3-4b4f-407a-a352-edbb175aa475 req-76d9bdb4-e9b6-4f23-9ce5-d425e188307d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.595523 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-be8bc1c3-4b4f-407a-a352-edbb175aa475 req-76d9bdb4-e9b6-4f23-9ce5-d425e188307d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0506222 Sep 26 17:59:59.600671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-698420221-network', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:59.638443 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763887a3-5a13-4ebd-86cb-7e0a56483325 req-88c08b1c-6a93-40c6-899c-424d64ddc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.639923 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-763887a3-5a13-4ebd-86cb-7e0a56483325 req-88c08b1c-6a93-40c6-899c-424d64ddc80a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=222cdd96fb334e63a823cab0d33f939f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1131377 Sep 26 17:59:59.661495 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Attempt 3 to provision port e743a8e1-7765-411d-bc49-935d2ee87513 Sep 26 17:59:59.670809 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-be8bc1c3-4b4f-407a-a352-edbb175aa475 req-143d13e4-e0ad-4128-a89e-49fdea4ef7e2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553439 Sep 26 17:59:59.700140 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ae880220-1b30-4b85-a152-47aa6850590f None None] Port e743a8e1-7765-411d-bc49-935d2ee87513 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:59:59.741558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Made reservation on behalf of df8e59bd01c64c8f8d7302ff01bba771 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:59.741761 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:59.741873 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763887a3-5a13-4ebd-86cb-7e0a56483325 req-73512a56-d139-4cbe-9c0d-8ddac51c711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.743670 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-763887a3-5a13-4ebd-86cb-7e0a56483325 req-73512a56-d139-4cbe-9c0d-8ddac51c711e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937276 Sep 26 17:59:59.750635 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:59.829541 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-c55fa778-2679-4516-bdc3-18a9b82f76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.831047 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-c55fa778-2679-4516-bdc3-18a9b82f76bb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1127 time: 0.0392401 Sep 26 17:59:59.870753 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks [] for security_group (3b62a529-d807-4b39-b203-4db6def0370e), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:59.873484 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:59.875986 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-b40451c8-1576-4399-b1ba-df67f98e0a2d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 200 len: 217 time: 0.0355294 Sep 26 17:59:59.882327 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb016313-cdd7-4902-ba75-2a3da63a1b55 req-bba892f8-0d52-47a9-a0ee-7e7f24f576cb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.883795 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb016313-cdd7-4902-ba75-2a3da63a1b55 req-bba892f8-0d52-47a9-a0ee-7e7f24f576cb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0675750 Sep 26 17:59:59.929983 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-731bc507-bbea-40cc-bd28-8c1e283d12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.931491 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-731bc507-bbea-40cc-bd28-8c1e283d12eb service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0460484 Sep 26 17:59:59.984524 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-fd5e97bd-0ef8-41c0-9045-c4270ea1645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.986217 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-fd5e97bd-0ef8-41c0-9045-c4270ea1645a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444541 Sep 26 18:00:00.094777 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-a7f8dc21-ff80-4391-ade7-f277bc369b83 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970421 Sep 26 18:00:00.150539 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3b62a529-d807-4b39-b203-4db6def0370e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.153482 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.175590 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 465} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:00:00.196091 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-46695b91-f77a-4cb0-880d-6c6c29a13a88 req-b3b67626-acc6-41bd-b05b-5885f7443707 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912566 Sep 26 18:00:00.210227 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (2df854ed-4a65-4179-8826-43df630b6454), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.210574 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Added segment 2df854ed-4a65-4179-8826-43df630b6454 of type vlan for network b20afce1-7503-4697-8dda-6e5a130f7a27 Sep 26 18:00:00.215498 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b62a529-d807-4b39-b203-4db6def0370e,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:00.228228 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.236897 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb016313-cdd7-4902-ba75-2a3da63a1b55 req-8b6c5cd0-9615-4873-a09e-825669ca47d7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473969 Sep 26 18:00:00.297725 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (b20afce1-7503-4697-8dda-6e5a130f7a27), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.357746 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b930ce-7365-40b0-849e-ea7c1bf6f09c req-f7240034-c746-4025-a30a-fa5308dbd219 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.361763 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0b930ce-7365-40b0-849e-ea7c1bf6f09c req-f7240034-c746-4025-a30a-fa5308dbd219 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 943 time: 0.0631740 Sep 26 18:00:00.428013 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0b930ce-7365-40b0-849e-ea7c1bf6f09c req-d1a371db-93cf-42eb-95f0-7c25591e449b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609388 Sep 26 18:00:00.429065 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (b20afce1-7503-4697-8dda-6e5a130f7a27), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.430357 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.430929 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.466494 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:00.497916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=b20afce1-7503-4697-8dda-6e5a130f7a27,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:00.512699 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network b20afce1-7503-4697-8dda-6e5a130f7a27 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:00:00.577646 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:00.631967 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-dcadd6ca-e294-4112-a653-33bdaa35e5d8 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1421921 Sep 26 18:00:00.634989 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51912) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:00.639805 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Request body: {'subnet': {'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-698420221-subnet', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:00.803985 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd141-38e5-4967-b7c0-2d6005ca7a49 req-64757863-19f2-43cf-b8b7-c59a4b342ea6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.805390 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-134fd141-38e5-4967-b7c0-2d6005ca7a49 req-64757863-19f2-43cf-b8b7-c59a4b342ea6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0499780 Sep 26 18:00:00.810581 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Made reservation on behalf of df8e59bd01c64c8f8d7302ff01bba771 for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:00:00.812970 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.869485 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-134fd141-38e5-4967-b7c0-2d6005ca7a49 req-3bd2f375-bfc9-44e4-b97e-6428e38b188b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563920 Sep 26 18:00:01.297968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (a34b5ba0-e76f-4e8f-997d-e354fd532b0e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.354358 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34b5ba0-e76f-4e8f-997d-e354fd532b0e,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:01.354868 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:01.378335 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Checking segment: {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:01.378528 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Network hostable DHCP agents. Network: b20afce1-7503-4697-8dda-6e5a130f7a27, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:00:01.393244 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecada0f-0579-4b46-a6cd-edb2b408de3d req-f8a7fd17-fdca-4f50-98a8-dcc028827896 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:01.394732 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eecada0f-0579-4b46-a6cd-edb2b408de3d req-f8a7fd17-fdca-4f50-98a8-dcc028827896 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0525415 Sep 26 18:00:01.441402 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eecada0f-0579-4b46-a6cd-edb2b408de3d req-8c212381-2705-4260-839f-94cd66663a35 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Sep 26 18:00:01.468055 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Network b20afce1-7503-4697-8dda-6e5a130f7a27 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:00:01.555716 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac72613-f29e-40c6-8f55-987fb40fd26c req-a4182ca6-782c-4ceb-a9b1-9473448cb0e5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:01.557148 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ac72613-f29e-40c6-8f55-987fb40fd26c req-a4182ca6-782c-4ceb-a9b1-9473448cb0e5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 943 time: 0.0458004 Sep 26 18:00:01.576977 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, b20afce1-7503-4697-8dda-6e5a130f7a27) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:01.581812 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:01.582682 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.589451 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72845f-872e-4a48-866d-6185a9d80729 None None] Network b20afce1-7503-4697-8dda-6e5a130f7a27 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:00:01.609043 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ac72613-f29e-40c6-8f55-987fb40fd26c req-10ee7246-852b-43d3-98c7-f8c1c5f4c007 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460427 Sep 26 18:00:01.716715 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-5fe7d4e2-e42b-464a-8f72-281037f18293 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0805972 Sep 26 18:00:01.719437 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 51928) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:01.720027 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-b20afce1-7503-4697-8dda-6e5a130f7a27', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:00:01.720940 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.724090 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:01.845587 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (95c802a4-04ef-449a-bc68-b0e9fc262264), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.845714 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (95c802a4-04ef-449a-bc68-b0e9fc262264), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.857431 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Allocated IP 172.20.0.2 (b20afce1-7503-4697-8dda-6e5a130f7a27/a34b5ba0-e76f-4e8f-997d-e354fd532b0e/2472b87a-4168-4f0a-b458-43fce758fc75) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:01.898442 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks [] for router_controller (95c802a4-04ef-449a-bc68-b0e9fc262264), precommit_add_association {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.009533 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Publish callbacks [] for port (2472b87a-4168-4f0a-b458-43fce758fc75), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.011180 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371159bf-4ea3-4652-a4fe-89a933d9bf4d req-2ac1e1d4-ce6f-447e-bcb3-c7717e8d1e8d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:02.012758 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-371159bf-4ea3-4652-a4fe-89a933d9bf4d req-2ac1e1d4-ce6f-447e-bcb3-c7717e8d1e8d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0620682 Sep 26 18:00:02.070497 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-371159bf-4ea3-4652-a4fe-89a933d9bf4d req-b594bc2f-5d6c-4f5f-90b5-33900ae17c7f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509849 Sep 26 18:00:02.080634 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.120560 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Network b20afce1-7503-4697-8dda-6e5a130f7a27 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:02.122227 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:02.128566 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:02.144992 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Pushing event updated for resources: {'Port': ['ID=2472b87a-4168-4f0a-b458-43fce758fc75,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:02.164536 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device e743a8e1-7765-411d-bc49-935d2ee87513 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:02.168804 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks [] for router_gateway (95c802a4-04ef-449a-bc68-b0e9fc262264), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.176202 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.214257 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Attempting to bind port 2472b87a-4168-4f0a-b458-43fce758fc75 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:02.214624 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Attempting to bind port 2472b87a-4168-4f0a-b458-43fce758fc75 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:02.214989 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Attempting to bind port 2472b87a-4168-4f0a-b458-43fce758fc75 on network b20afce1-7503-4697-8dda-6e5a130f7a27 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:02.317935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:02.317935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Checking segment: {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:02.317935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.317935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Bound using segment: {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:02.317935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Bound port: 2472b87a-4168-4f0a-b458-43fce758fc75, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:02.317935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.372159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port e743a8e1-7765-411d-bc49-935d2ee87513, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e743a8e1-7765-411d-bc49-935d2ee87513,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:02.394805 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'mac_address': 'fa:16:3e:4e:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:00:02.427151 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks [] for router_gateway (95c802a4-04ef-449a-bc68-b0e9fc262264), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.436968 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] For port 2472b87a-4168-4f0a-b458-43fce758fc75, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:02.454349 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] For port 2472b87a-4168-4f0a-b458-43fce758fc75, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2472b87a-4168-4f0a-b458-43fce758fc75,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:02.454828 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.455731 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port e743a8e1-7765-411d-bc49-935d2ee87513 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:02.456123 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.471611 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e743a8e1-7765-411d-bc49-935d2ee87513 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:02.493821 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port e743a8e1-7765-411d-bc49-935d2ee87513, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e743a8e1-7765-411d-bc49-935d2ee87513,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:02.535833 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.546278 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.585198 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.592282 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb89ee-32be-424f-900f-c64f7f47a469 req-eabf5a75-ee37-4b6f-99d8-785d058dbc7a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:02.592282 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8eb89ee-32be-424f-900f-c64f7f47a469 req-eabf5a75-ee37-4b6f-99d8-785d058dbc7a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0533781 Sep 26 18:00:02.600418 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62f15-0aa6-442f-8b86-3163e8c5e254 None None] Pushing event updated for resources: {'Port': ['ID=2472b87a-4168-4f0a-b458-43fce758fc75,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:02.622874 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.652168 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8eb89ee-32be-424f-900f-c64f7f47a469 req-816f651d-916b-44a5-a8d3-58d6b44176c9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572255 Sep 26 18:00:02.653926 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.655722 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.687202 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Allocated IP 172.27.2.10 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/4deea21f-808b-4205-a89d-808f1e0d2b35) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:02.691046 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=e743a8e1-7765-411d-bc49-935d2ee87513,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:02.759995 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818517e-7c17-4256-a62a-e06fa43f3aaa req-486018df-c7f3-4be7-81ae-00dd59af2cf2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:02.761550 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c818517e-7c17-4256-a62a-e06fa43f3aaa req-486018df-c7f3-4be7-81ae-00dd59af2cf2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 944 time: 0.0528107 Sep 26 18:00:02.834351 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks [] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.844924 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c818517e-7c17-4256-a62a-e06fa43f3aaa req-a995fc13-02c8-421c-b6b5-099bcd5efacf tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742111 Sep 26 18:00:02.976217 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.018378 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:03.023777 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:03.025768 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=4deea21f-808b-4205-a89d-808f1e0d2b35,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:03.029280 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:03.066807 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['e743a8e1-7765-411d-bc49-935d2ee87513'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:03.226350 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f913d7f-21e7-44c7-b326-7ead82912d3b req-3f091b1a-afdf-45fa-905e-5538b1c77df7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:03.228414 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f913d7f-21e7-44c7-b326-7ead82912d3b req-3f091b1a-afdf-45fa-905e-5538b1c77df7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0589216 Sep 26 18:00:03.254442 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:03.282291 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f913d7f-21e7-44c7-b326-7ead82912d3b req-a1a4aba3-6e8d-4d7d-a741-1d19dd71ba05 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481625 Sep 26 18:00:03.381719 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks [] for router_gateway (95c802a4-04ef-449a-bc68-b0e9fc262264), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.452845 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:03.557571 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de190a2-4b2b-48f3-b6a1-87cdaf64e058 None None] Network b20afce1-7503-4697-8dda-6e5a130f7a27 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:00:03.576023 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (95c802a4-04ef-449a-bc68-b0e9fc262264), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.663718 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:03.673102 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] Provisioning complete for port 2472b87a-4168-4f0a-b458-43fce758fc75 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:03.677599 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.677599 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] Attempt 1 to provision port 2472b87a-4168-4f0a-b458-43fce758fc75 Sep 26 18:00:03.761475 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] Current status of the port 2472b87a-4168-4f0a-b458-43fce758fc75 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:03.761970 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.798531 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] For port 2472b87a-4168-4f0a-b458-43fce758fc75, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2472b87a-4168-4f0a-b458-43fce758fc75,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:03.805988 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e514de-aa02-4bac-b0d0-6bd8c7b36eed req-ced55229-ec5c-4980-b57f-b170cb9f9a80 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:03.807646 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-25e514de-aa02-4bac-b0d0-6bd8c7b36eed req-ced55229-ec5c-4980-b57f-b170cb9f9a80 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0527232 Sep 26 18:00:03.828309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Router 95c802a4-04ef-449a-bc68-b0e9fc262264 is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:00:03.850995 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:03.866939 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-25e514de-aa02-4bac-b0d0-6bd8c7b36eed req-642f429f-2241-4763-802c-b3968b0ed751 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532920 Sep 26 18:00:03.906240 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.939264 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:03.952529 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Sync routers for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:03.969963 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905d0fc-9929-4159-871b-75f21f380542 None None] Pushing event updated for resources: {'Port': ['ID=2472b87a-4168-4f0a-b458-43fce758fc75,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:03.975487 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:03.976160 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:03.994248 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33042f-e542-4bb2-bb6c-459edf7f7e6f req-6af00358-921e-48c8-853d-8460e87ca964 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:03.995787 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2d33042f-e542-4bb2-bb6c-459edf7f7e6f req-6af00358-921e-48c8-853d-8460e87ca964 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 944 time: 0.0589850 Sep 26 18:00:04.030480 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.031999 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b57999f2-fbf5-444e-8a25-2a3a7a441ab8 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3114712 Sep 26 18:00:04.035199 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 51968) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:04.039604 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-67695cb9-bc4b-4ad8-98a7-3ae3701b76f2 None None] Provisioning complete for port 2472b87a-4168-4f0a-b458-43fce758fc75 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:04.039957 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-67695cb9-bc4b-4ad8-98a7-3ae3701b76f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.040288 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-67695cb9-bc4b-4ad8-98a7-3ae3701b76f2 None None] Attempt 1 to provision port 2472b87a-4168-4f0a-b458-43fce758fc75 Sep 26 18:00:04.086773 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2d33042f-e542-4bb2-bb6c-459edf7f7e6f req-eacac120-f3ed-4300-bf1d-e984afe3c996 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849688 Sep 26 18:00:04.115684 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:04.277193 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-67695cb9-bc4b-4ad8-98a7-3ae3701b76f2 None None] Current status of the port 2472b87a-4168-4f0a-b458-43fce758fc75 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:04.314506 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device e743a8e1-7765-411d-bc49-935d2ee87513 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:04.348858 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:03Z', 'revision_number': 3, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:04.383203 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Checking router: 95c802a4-04ef-449a-bc68-b0e9fc262264 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:04.384092 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Updating router 95c802a4-04ef-449a-bc68-b0e9fc262264 port 4deea21f-808b-4205-a89d-808f1e0d2b35 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:00:04.426281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port e743a8e1-7765-411d-bc49-935d2ee87513 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:00:04.429479 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.448956 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d15f15-ef96-499a-a035-8edd9352ef3c req-869a0427-bfea-4c94-b3ba-45e3cf5c20c5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:04.450580 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-99d15f15-ef96-499a-a035-8edd9352ef3c req-869a0427-bfea-4c94-b3ba-45e3cf5c20c5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0702717 Sep 26 18:00:04.491495 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 2472b87a-4168-4f0a-b458-43fce758fc75 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:04.561075 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port e743a8e1-7765-411d-bc49-935d2ee87513 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:04.561456 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.561793 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port e743a8e1-7765-411d-bc49-935d2ee87513 Sep 26 18:00:04.562547 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-99d15f15-ef96-499a-a035-8edd9352ef3c req-7aa0f4dc-43fa-4949-8cfe-861826b3027f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867639 Sep 26 18:00:04.574202 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.756710 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Allocated IP 172.20.0.1 (b20afce1-7503-4697-8dda-6e5a130f7a27/a34b5ba0-e76f-4e8f-997d-e354fd532b0e/b08ecafb-136c-422c-903c-09750937b68d) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:04.759589 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.760724 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.783521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.802576 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 2472b87a-4168-4f0a-b458-43fce758fc75 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:04.802949 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.803287 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 2472b87a-4168-4f0a-b458-43fce758fc75 Sep 26 18:00:04.868332 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks [] for port (b08ecafb-136c-422c-903c-09750937b68d), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.874168 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.882287 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port e743a8e1-7765-411d-bc49-935d2ee87513 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:04.882673 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.932558 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:04.934861 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2dea1f-3291-4fa5-b698-6b76adf3b223" -d '{"events": [{"server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "name": "network-vif-plugged", "status": "completed", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:04.953513 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port e743a8e1-7765-411d-bc49-935d2ee87513, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e743a8e1-7765-411d-bc49-935d2ee87513,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:04.989065 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66831125-314e-411d-8463-b4dd134edc33 x-openstack-request-id: req-66831125-314e-411d-8463-b4dd134edc33 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:04.989394 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "name": "network-vif-plugged", "status": "completed", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:04.989649 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66831125-314e-411d-8463-b4dd134edc33 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:04.990058 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66831125-314e-411d-8463-b4dd134edc33'] response: {'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'code': 200} Sep 26 18:00:04.993895 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (b08ecafb-136c-422c-903c-09750937b68d), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.014840 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 2472b87a-4168-4f0a-b458-43fce758fc75 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:05.036281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Publish callbacks [] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.057692 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe7a2b-8731-417e-b0d4-b0f2b390ae2f req-f8cabeaa-aa9a-4c28-83f9-6beeddc3f777 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.059242 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cafe7a2b-8731-417e-b0d4-b0f2b390ae2f req-f8cabeaa-aa9a-4c28-83f9-6beeddc3f777 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1015055 Sep 26 18:00:05.072757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Network b20afce1-7503-4697-8dda-6e5a130f7a27 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:05.080781 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:05.082649 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Pushing event updated for resources: {'Port': ['ID=b08ecafb-136c-422c-903c-09750937b68d,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.096791 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.098802 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:05.131662 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.152504 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Attempting to bind port 4deea21f-808b-4205-a89d-808f1e0d2b35 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:05.152888 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Attempting to bind port 4deea21f-808b-4205-a89d-808f1e0d2b35 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:05.153276 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Attempting to bind port 4deea21f-808b-4205-a89d-808f1e0d2b35 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:05.169805 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (95c802a4-04ef-449a-bc68-b0e9fc262264), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.176533 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cafe7a2b-8731-417e-b0d4-b0f2b390ae2f req-75562c8f-bf64-49c4-bbd1-caa3a7c4120a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084516 Sep 26 18:00:05.185467 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:05.211341 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=e743a8e1-7765-411d-bc49-935d2ee87513,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.266155 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:05.266479 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:05.266653 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.267043 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:05.267530 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Bound port: 4deea21f-808b-4205-a89d-808f1e0d2b35, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:05.267974 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.282331 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ea5f8-9610-4335-8afb-16e3f24aba5a req-0c20ae2d-3956-43c8-bd45-f2c6832be3f0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.289705 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c48ea5f8-9610-4335-8afb-16e3f24aba5a req-0c20ae2d-3956-43c8-bd45-f2c6832be3f0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0787628 Sep 26 18:00:05.327135 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:05.333250 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67234a-9ad7-42b3-bc27-7ee697f31158 None None] Pushing event updated for resources: {'Port': ['ID=4deea21f-808b-4205-a89d-808f1e0d2b35,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.336655 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] For port 4deea21f-808b-4205-a89d-808f1e0d2b35, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:05.340307 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] For port 4deea21f-808b-4205-a89d-808f1e0d2b35, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=4deea21f-808b-4205-a89d-808f1e0d2b35,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:05.378585 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c48ea5f8-9610-4335-8afb-16e3f24aba5a req-0d50bf75-191e-43d3-bfc8-078720cfca4e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878291 Sep 26 18:00:05.401910 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Provisioning complete for port b08ecafb-136c-422c-903c-09750937b68d triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:05.402903 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b08ecafb-136c-422c-903c-09750937b68d), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.403268 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 1 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:05.438177 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:05.450807 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.492824 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:05.493482 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:05.497580 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b08ecafb-136c-422c-903c-09750937b68d), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.572239 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67234a-9ad7-42b3-bc27-7ee697f31158 None None] Pushing event updated for resources: {'Port': ['ID=4deea21f-808b-4205-a89d-808f1e0d2b35,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.638083 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:05.734049 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d135287-d7a4-4c6d-8360-a8d653d7ed7c req-01fa38b9-3c00-4875-838c-07678fb8747d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.735529 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4d135287-d7a4-4c6d-8360-a8d653d7ed7c req-01fa38b9-3c00-4875-838c-07678fb8747d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0712998 Sep 26 18:00:05.798052 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks [] for port (b08ecafb-136c-422c-903c-09750937b68d), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.817105 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4d135287-d7a4-4c6d-8360-a8d653d7ed7c req-1cf7531b-20e1-4b2e-8f26-49c0d634a1e5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623326 Sep 26 18:00:05.849014 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:04Z', 'revision_number': 1, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:05.877867 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (b08ecafb-136c-422c-903c-09750937b68d), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.879137 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b91dc2-f287-4024-978d-ed05b6bc7a46 None None] The sync data for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi is: [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:04Z', 'revision_number': 1, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:05.939477 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 2 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:05.944886 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030c05-8c6c-4fe5-a9ef-82e0329a2d06 req-8532bc2b-9c44-4c60-b102-c8a170b17fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.947112 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7d030c05-8c6c-4fe5-a9ef-82e0329a2d06 req-8532bc2b-9c44-4c60-b102-c8a170b17fdb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0476878 Sep 26 18:00:05.959558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (95c802a4-04ef-449a-bc68-b0e9fc262264), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.961354 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Pushing event updated for resources: {'Port': ['ID=b08ecafb-136c-422c-903c-09750937b68d,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.986319 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:05.988493 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:06.010592 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7d030c05-8c6c-4fe5-a9ef-82e0329a2d06 req-82b1ebc2-25f9-486c-8870-5b0e17d14684 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498636 Sep 26 18:00:06.073306 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Network b20afce1-7503-4697-8dda-6e5a130f7a27 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:06.074748 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:06.225459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Router 95c802a4-04ef-449a-bc68-b0e9fc262264 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:06.262505 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:06.299558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:06.308549 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:06.389637 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:06.407799 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-03508278-10e8-4ad2-a6ae-f0bbb2d6ba4e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/95c802a4-04ef-449a-bc68-b0e9fc262264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3714328 Sep 26 18:00:06.448390 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea4b59-cd90-429a-9d0f-5e5b083ee48d req-4961c504-0b22-4a2f-8564-70bdbc82dc48 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:06.449950 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8fea4b59-cd90-429a-9d0f-5e5b083ee48d req-4961c504-0b22-4a2f-8564-70bdbc82dc48 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1611006 Sep 26 18:00:06.461087 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:06.490168 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:06.493593 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 3 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:06.529434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'port_id': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'mac_address': 'fa:16:3e:de:83:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:00:06.539106 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8fea4b59-cd90-429a-9d0f-5e5b083ee48d req-0df86d7e-2d44-41f3-b4d3-0fe98025fa10 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808902 Sep 26 18:00:06.586861 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:06.602579 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d2908-27b9-422b-ae42-e4279ab323d5 req-39a5792c-03b1-44cc-9b19-28aa104519a6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:06.606340 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: ACTIVE; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:06.606843 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:06.610195 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-989d2908-27b9-422b-ae42-e4279ab323d5 req-39a5792c-03b1-44cc-9b19-28aa104519a6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0912280 Sep 26 18:00:06.627155 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9148014a-dff0-4bcc-b428-9b6e3da43150 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:06.655931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:06.693638 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-989d2908-27b9-422b-ae42-e4279ab323d5 req-ddb64921-a4ad-442f-a0dc-70873d81b8cb tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820289 Sep 26 18:00:06.723612 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:06.791997 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=6']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:06.950038 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['9148014a-dff0-4bcc-b428-9b6e3da43150'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:06.987185 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d72dda-54d9-4b35-81ae-93d99e7c8788 req-26cc59ee-c29f-488c-99ed-15b0ce8b4e78 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:06.988900 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-04d72dda-54d9-4b35-81ae-93d99e7c8788 req-26cc59ee-c29f-488c-99ed-15b0ce8b4e78 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0614088 Sep 26 18:00:07.035223 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52016) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:07.042456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-cc969a95-608a-4aa9-b1e7-678168189690 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017356528', 'description': 'tempest-description--663313376'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:07.065427 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-04d72dda-54d9-4b35-81ae-93d99e7c8788 req-32e41449-1bc3-4e18-a7c7-f070fb7e521c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676687 Sep 26 18:00:07.088290 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 4 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:07.139977 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:07.171527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cc969a95-608a-4aa9-b1e7-678168189690 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.243213 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cc969a95-608a-4aa9-b1e7-678168189690 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (2310f2c9-852e-4fa0-ae5b-783c9b4f534c), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.348586 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cc969a95-608a-4aa9-b1e7-678168189690 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2310f2c9-852e-4fa0-ae5b-783c9b4f534c), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.387919 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc969a95-608a-4aa9-b1e7-678168189690 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2310f2c9-852e-4fa0-ae5b-783c9b4f534c,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:07.445832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 52026) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:07.450758 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1001542498-network', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:07.464767 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cc969a95-608a-4aa9-b1e7-678168189690 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.466844 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cc969a95-608a-4aa9-b1e7-678168189690 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4322174 Sep 26 18:00:07.469637 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52030) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:07.475623 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-6adf41d7-c826-4753-a7ee-e4fbdf003d71 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': '2310f2c9-852e-4fa0-ae5b-783c9b4f534c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:07.582765 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Made reservation on behalf of fa20c3b0afa346a2bc0d0f814b07d1f8 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:00:07.586328 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.596732 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.609780 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:07.611475 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6adf41d7-c826-4753-a7ee-e4fbdf003d71 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (908e1a76-8b17-4b57-ba45-8a9d4b86826d), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.641180 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 5 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:07.703066 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:07.705399 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6adf41d7-c826-4753-a7ee-e4fbdf003d71 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (908e1a76-8b17-4b57-ba45-8a9d4b86826d), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.730762 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd131a46-c535-48e7-92ae-ed3ce2af6d2e req-027cf612-2459-4219-b371-600321cbf759 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:07.732224 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd131a46-c535-48e7-92ae-ed3ce2af6d2e req-027cf612-2459-4219-b371-600321cbf759 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 944 time: 0.0917101 Sep 26 18:00:07.769152 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks [] for security_group (84438107-c97b-4880-b796-36ef06316cb8), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.805089 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd131a46-c535-48e7-92ae-ed3ce2af6d2e req-ef2fad8a-800e-431a-8e19-905bb61332d4 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668607 Sep 26 18:00:07.820068 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6adf41d7-c826-4753-a7ee-e4fbdf003d71 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (908e1a76-8b17-4b57-ba45-8a9d4b86826d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.845412 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a65924-b60c-43ea-b438-a4b0f6387e58 req-b208d17c-512b-45b8-b64b-42c07d36b911 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:07.846403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf41d7-c826-4753-a7ee-e4fbdf003d71 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908e1a76-8b17-4b57-ba45-8a9d4b86826d,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:07.847066 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-11a65924-b60c-43ea-b438-a4b0f6387e58 req-b208d17c-512b-45b8-b64b-42c07d36b911 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0577610 Sep 26 18:00:07.866967 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (84438107-c97b-4880-b796-36ef06316cb8), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.898766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:00:07.916343 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84438107-c97b-4880-b796-36ef06316cb8,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:07.932572 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (b659bc08-86f4-411d-871d-16ca4068912f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.932846 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Added segment b659bc08-86f4-411d-871d-16ca4068912f of type vlan for network 99af4d82-da36-48ec-937e-98397b3a7983 Sep 26 18:00:07.940034 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6adf41d7-c826-4753-a7ee-e4fbdf003d71 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.940034 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6adf41d7-c826-4753-a7ee-e4fbdf003d71 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4649205 Sep 26 18:00:07.940034 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52038) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:07.945215 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-11a65924-b60c-43ea-b438-a4b0f6387e58 req-b53bd558-eb42-4091-bad3-3830d7537d98 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922258 Sep 26 18:00:07.945962 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-450db528-d7a1-4c9e-ae08-dab1c2da29aa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': '2310f2c9-852e-4fa0-ae5b-783c9b4f534c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:07.988392 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (99af4d82-da36-48ec-937e-98397b3a7983), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.051387 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-450db528-d7a1-4c9e-ae08-dab1c2da29aa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (b8a56aaa-16dd-4b67-aa03-93f3ade78ff5), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.068250 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (99af4d82-da36-48ec-937e-98397b3a7983), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.070260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.070842 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.114112 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.126414 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-450db528-d7a1-4c9e-ae08-dab1c2da29aa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (b8a56aaa-16dd-4b67-aa03-93f3ade78ff5), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.131025 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.147355 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] Pushing event updated for resources: {'Network': ['ID=99af4d82-da36-48ec-937e-98397b3a7983,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.157504 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 99af4d82-da36-48ec-937e-98397b3a7983 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:00:08.194219 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-450db528-d7a1-4c9e-ae08-dab1c2da29aa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (b8a56aaa-16dd-4b67-aa03-93f3ade78ff5), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.196008 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7f62-9e1d-4bbc-9c99-62aeb787e60b req-e6c469f8-5341-429f-8d69-eca054e7650a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.197132 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-865c7f62-9e1d-4bbc-9c99-62aeb787e60b req-e6c469f8-5341-429f-8d69-eca054e7650a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0474582 Sep 26 18:00:08.201806 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a518f870-918e-4194-8efd-0d1acab27364 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7539074 Sep 26 18:00:08.203806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 52044) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:08.210726 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 6 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:08.212119 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Request body: {'subnet': {'network_id': '99af4d82-da36-48ec-937e-98397b3a7983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1001542498-subnet', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:08.217448 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450db528-d7a1-4c9e-ae08-dab1c2da29aa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a56aaa-16dd-4b67-aa03-93f3ade78ff5,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.259320 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:08.282833 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-865c7f62-9e1d-4bbc-9c99-62aeb787e60b req-4e16a0d7-9f85-403c-8cb2-09ef4d1310a0 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749919 Sep 26 18:00:08.313587 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Made reservation on behalf of fa20c3b0afa346a2bc0d0f814b07d1f8 for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:00:08.315538 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-450db528-d7a1-4c9e-ae08-dab1c2da29aa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.315748 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3574279'] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.321364 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Sync routers for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:08.321870 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-450db528-d7a1-4c9e-ae08-dab1c2da29aa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3771384 Sep 26 18:00:08.323762 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52048) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:08.326543 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:08.327133 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:08.330268 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:08.344704 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:08.366005 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.404567 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.425108 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 9148014a-dff0-4bcc-b428-9b6e3da43150 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:08.430649 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.436797 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 18:00:08.465163 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:08.486149 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.529129 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4deea21f-808b-4205-a89d-808f1e0d2b35 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:08.589874 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 4deea21f-808b-4205-a89d-808f1e0d2b35 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:08.590253 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.590586 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 4deea21f-808b-4205-a89d-808f1e0d2b35 Sep 26 18:00:08.610869 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.619104 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:08.622162 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.665300 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:08.667663 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b22ae2-69e4-484a-8433-0b969b387e51" -d '{"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-plugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:08.695348 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:08.720460 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574289'] for subnet (cb8f9b3e-3eae-4378-b0f8-2f4c830606e9), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.734491 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 2, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:08.738586 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fd7097-0144-4b72-9a26-4034efa4622f x-openstack-request-id: req-73fd7097-0144-4b72-9a26-4034efa4622f {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:08.738875 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-plugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:08.739125 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73fd7097-0144-4b72-9a26-4034efa4622f {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:08.739515 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fd7097-0144-4b72-9a26-4034efa4622f'] response: {'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'code': 200} Sep 26 18:00:08.756281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 4deea21f-808b-4205-a89d-808f1e0d2b35 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:08.756735 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.762082 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 7 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:08.782903 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.27.2.203 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/c0847975-8642-4305-a056-94d0cb3c63c7) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:08.784839 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Checking router: 95c802a4-04ef-449a-bc68-b0e9fc262264 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:08.785194 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Updating router 95c802a4-04ef-449a-bc68-b0e9fc262264 port b08ecafb-136c-422c-903c-09750937b68d binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:00:08.800470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.819553 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Checking segment: {'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:08.820242 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Network hostable DHCP agents. Network: 99af4d82-da36-48ec-937e-98397b3a7983, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:00:08.823333 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b08ecafb-136c-422c-903c-09750937b68d), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.824067 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8f9b3e-3eae-4378-b0f8-2f4c830606e9,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.843576 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.847513 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 4deea21f-808b-4205-a89d-808f1e0d2b35, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=4deea21f-808b-4205-a89d-808f1e0d2b35,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:08.859421 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:08.879002 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=7']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.900255 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.930516 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.935042 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Network 99af4d82-da36-48ec-937e-98397b3a7983 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:00:08.954736 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8807c-7c9d-48bc-ae8b-b264b01633dd req-c87b58ad-ec42-4e7b-b1e8-c12b8765ec82 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.961994 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-31f8807c-7c9d-48bc-ae8b-b264b01633dd req-c87b58ad-ec42-4e7b-b1e8-c12b8765ec82 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0622852 Sep 26 18:00:08.964387 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (c0847975-8642-4305-a056-94d0cb3c63c7), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.994105 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=4deea21f-808b-4205-a89d-808f1e0d2b35,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:09.008715 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-31f8807c-7c9d-48bc-ae8b-b264b01633dd req-1f5db811-bc7b-481d-902e-966a06e776e2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Sep 26 18:00:09.037660 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 99af4d82-da36-48ec-937e-98397b3a7983) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:09.048959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc3ca7-0e5e-4e39-84fc-f7a7280069ef None None] Network 99af4d82-da36-48ec-937e-98397b3a7983 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:00:09.058518 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:09.059233 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.107349 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798da2e-3bc6-40e9-9515-ef7d6bcbd803 req-2d308eff-35b6-4fad-aa33-611ce24623e9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:09.109216 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1798da2e-3bc6-40e9-9515-ef7d6bcbd803 req-2d308eff-35b6-4fad-aa33-611ce24623e9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0708988 Sep 26 18:00:09.116285 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (c0847975-8642-4305-a056-94d0cb3c63c7), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.163583 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:09.167471 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:09.171568 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:09.171908 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Publish callbacks [] for port (b08ecafb-136c-422c-903c-09750937b68d), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.180707 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1798da2e-3bc6-40e9-9515-ef7d6bcbd803 req-2edefb7c-8c31-4691-af4f-87d48de1fbd1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559113 Sep 26 18:00:09.192077 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=c0847975-8642-4305-a056-94d0cb3c63c7,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:09.210307 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-99af4d82-da36-48ec-937e-98397b3a7983', 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983', 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'fixed_ips': [{'subnet_id': 'cb8f9b3e-3eae-4378-b0f8-2f4c830606e9'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:00:09.211969 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.217828 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:09.222244 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a4a43458-cb38-455f-83fd-2d6da58d4185 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0151460 Sep 26 18:00:09.224465 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52062) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:09.230312 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:09.246285 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b08ecafb-136c-422c-903c-09750937b68d), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.269526 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (237f39a8-4029-4735-8dd1-d403a4c0d42d), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.329176 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47564c-3aba-4a15-94fd-00d3582c7ac1 req-b40ea6ad-a54a-4e4c-9a56-ac9ae12f2a26 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:09.330838 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Pushing event updated for resources: {'Port': ['ID=b08ecafb-136c-422c-903c-09750937b68d,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:09.331346 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6e47564c-3aba-4a15-94fd-00d3582c7ac1 req-b40ea6ad-a54a-4e4c-9a56-ac9ae12f2a26 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0557404 Sep 26 18:00:09.342569 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52066) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:09.347543 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'floatingip': {'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:09.347711 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.347916 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.348272 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.348620 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.348949 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.349299 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.350271 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.350592 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.350914 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.352636 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.353103 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.353493 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.353825 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.354146 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.354794 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:09.357975 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Attempting to bind port b08ecafb-136c-422c-903c-09750937b68d on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:09.359988 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Attempting to bind port b08ecafb-136c-422c-903c-09750937b68d by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:09.359988 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Attempting to bind port b08ecafb-136c-422c-903c-09750937b68d on network b20afce1-7503-4697-8dda-6e5a130f7a27 {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:09.382152 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 8 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:09.397686 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (b82be6f9-4024-4212-ad7c-ed51fda41b8e), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.398685 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (b82be6f9-4024-4212-ad7c-ed51fda41b8e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.409944 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:09.410343 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Checking segment: {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:09.410698 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.411122 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Bound using segment: {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:09.411591 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Bound port: b08ecafb-136c-422c-903c-09750937b68d, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:09.412763 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b08ecafb-136c-422c-903c-09750937b68d), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.431838 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:09.458207 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666452c-47b3-4662-8abe-2f9b6744bcb3 req-3a1b5523-a429-456c-97a5-0d97d8db40ee tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:09.470168 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7666452c-47b3-4662-8abe-2f9b6744bcb3 req-3a1b5523-a429-456c-97a5-0d97d8db40ee tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0790827 Sep 26 18:00:09.486900 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.494022 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] For port b08ecafb-136c-422c-903c-09750937b68d, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:09.499277 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] For port b08ecafb-136c-422c-903c-09750937b68d, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b08ecafb-136c-422c-903c-09750937b68d,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:09.539366 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7666452c-47b3-4662-8abe-2f9b6744bcb3 req-6f9aa17b-5378-44ac-bc7b-b1eb34d66c4e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683053 Sep 26 18:00:09.548254 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:09.588839 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b08ecafb-136c-422c-903c-09750937b68d), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.597000 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Port b08ecafb-136c-422c-903c-09750937b68d cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:09.613103 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Allocated IP 172.20.0.2 (99af4d82-da36-48ec-937e-98397b3a7983/cb8f9b3e-3eae-4378-b0f8-2f4c830606e9/7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:09.649184 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:09.660348 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:09.660976 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:09.732985 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4674b-5390-4ea5-9b50-327b32f63373 None None] Pushing event updated for resources: {'Port': ['ID=b08ecafb-136c-422c-903c-09750937b68d,revision_number=4']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:09.797189 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:09.797870 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (c0847975-8642-4305-a056-94d0cb3c63c7), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.822861 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Publish callbacks [] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.893753 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks [] for router_controller (b82be6f9-4024-4212-ad7c-ed51fda41b8e), precommit_add_association {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.903873 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.948281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Network 99af4d82-da36-48ec-937e-98397b3a7983 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:09.953072 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:09.955706 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:09.968578 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:09.992347 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Pushing event updated for resources: {'Port': ['ID=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:10.011578 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:09Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:10.035504 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Attempting to bind port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:10.035975 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Attempting to bind port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:10.036407 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Attempting to bind port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded on network 99af4d82-da36-48ec-937e-98397b3a7983 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:10.038876 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fcd397-7871-4c14-833d-077aeff4de1b None None] The sync data for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi is: [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:09Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:10.088951 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:10.093553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Checking segment: {'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:10.093553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.093553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Bound using segment: {'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:10.093553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Bound port: 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:10.093553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.107549 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:10.108486 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Attempt 9 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:10.178297 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a2b0f-a17a-4604-a4fb-14df1e416e1d req-0c9d1967-75b8-4935-9e5e-8b893965281d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.183665 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cb8a2b0f-a17a-4604-a4fb-14df1e416e1d req-0c9d1967-75b8-4935-9e5e-8b893965281d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0741072 Sep 26 18:00:10.247289 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] For port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:10.249514 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks [] for router_gateway (b82be6f9-4024-4212-ad7c-ed51fda41b8e), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.267209 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] For port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,segment=NetworkSegment(b659bc08-86f4-411d-871d-16ca4068912f),segment_id=b659bc08-86f4-411d-871d-16ca4068912f)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:10.271990 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Current status of the port b08ecafb-136c-422c-903c-09750937b68d is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:10.272508 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b08ecafb-136c-422c-903c-09750937b68d), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.279101 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cb8a2b0f-a17a-4604-a4fb-14df1e416e1d req-8c8e4053-cab4-42d5-8167-6ece2322258c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845373 Sep 26 18:00:10.314487 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] For port b08ecafb-136c-422c-903c-09750937b68d, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b08ecafb-136c-422c-903c-09750937b68d,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:10.329708 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (c0847975-8642-4305-a056-94d0cb3c63c7), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.360434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.426192 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b08ecafb-136c-422c-903c-09750937b68d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.434012 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bcdff-900e-4c50-8171-244f9e9a0a18 None None] Pushing event updated for resources: {'Port': ['ID=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:10.499628 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (c0847975-8642-4305-a056-94d0cb3c63c7), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.500392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (237f39a8-4029-4735-8dd1-d403a4c0d42d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.516191 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ff809-a208-40d9-803b-d5982f8e99e2 None None] Pushing event updated for resources: {'Port': ['ID=b08ecafb-136c-422c-903c-09750937b68d,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:10.549995 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-4207a4f5-f3ad-4080-bfa4-27545290aad0 None None] Provisioning complete for port b08ecafb-136c-422c-903c-09750937b68d triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:10.550502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4207a4f5-f3ad-4080-bfa4-27545290aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b08ecafb-136c-422c-903c-09750937b68d), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.550754 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4207a4f5-f3ad-4080-bfa4-27545290aad0 None None] Attempt 1 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:10.606929 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4deea21f-808b-4205-a89d-808f1e0d2b35 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:10.638088 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=c0847975-8642-4305-a056-94d0cb3c63c7,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:10.806332 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df05d8e-5eb3-49e4-98b7-249c7bd56964 req-ba5af7a0-9cca-42a2-8c5c-5c9bbaa69156 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.811470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4207a4f5-f3ad-4080-bfa4-27545290aad0 None None] Current status of the port b08ecafb-136c-422c-903c-09750937b68d is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:10.811656 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7df05d8e-5eb3-49e4-98b7-249c7bd56964 req-ba5af7a0-9cca-42a2-8c5c-5c9bbaa69156 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1494274 Sep 26 18:00:10.813971 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 4deea21f-808b-4205-a89d-808f1e0d2b35 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:10.815960 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.816502 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 4deea21f-808b-4205-a89d-808f1e0d2b35 Sep 26 18:00:10.886383 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.888628 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-ba5f449f-847f-4d8e-beac-8f2a07c9e0da tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5628130 Sep 26 18:00:10.901053 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7df05d8e-5eb3-49e4-98b7-249c7bd56964 req-725e4237-73cb-4b8c-8cc3-5dfd8da02cf0 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837529 Sep 26 18:00:10.981338 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.db.resource_extend [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 18:00:11.009041 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 4deea21f-808b-4205-a89d-808f1e0d2b35 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:11.016547 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b08ecafb-136c-422c-903c-09750937b68d up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:11.036695 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks [] for router_gateway (b82be6f9-4024-4212-ad7c-ed51fda41b8e), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.081521 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.088265 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port b08ecafb-136c-422c-903c-09750937b68d triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:11.088825 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b08ecafb-136c-422c-903c-09750937b68d), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.091403 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:11.105851 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:11.125923 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:11.143430 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.168852 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port b08ecafb-136c-422c-903c-09750937b68d is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:11.215222 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.265662 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Allocated IP 172.27.2.89 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/ecfae9f3-6de4-4da0-95b4-650e524e3562) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:11.431369 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d843d-cce6-4fc6-a2a0-f451cb2167c1 req-cd35e25c-1317-4e24-b09c-7f9230154108 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:11.433770 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd6d843d-cce6-4fc6-a2a0-f451cb2167c1 req-cd35e25c-1317-4e24-b09c-7f9230154108 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0602629 Sep 26 18:00:11.498492 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd6d843d-cce6-4fc6-a2a0-f451cb2167c1 req-f160f24a-717c-4b20-850b-15807ef8f837 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591402 Sep 26 18:00:11.595085 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:11.619120 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Floating IP dfa9d030-94f0-449c-8e5e-b806a28d5d99 associated. External IP: 172.27.2.113, port: e743a8e1-7765-411d-bc49-935d2ee87513. Sep 26 18:00:11.683646 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669de5b-d55c-4375-b7eb-7e2eaadf4ce1 None None] Network 99af4d82-da36-48ec-937e-98397b3a7983 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:00:11.734000 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks [] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.753997 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:11.765426 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] Provisioning complete for port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:11.765799 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.766134 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] Attempt 1 to provision port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded Sep 26 18:00:11.780850 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:11.895671 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] Current status of the port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:11.896134 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.908385 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:11.909066 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:11.936183 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] For port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,segment=NetworkSegment(b659bc08-86f4-411d-871d-16ca4068912f),segment_id=b659bc08-86f4-411d-871d-16ca4068912f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:11.964547 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:11.971563 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:11.985853 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:11.998097 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:12.067918 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Pushing event updated for resources: {'Port': ['ID=ecfae9f3-6de4-4da0-95b4-650e524e3562,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:12.095959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb9366-e32e-4b13-8fe2-40aca812e432 None None] Pushing event updated for resources: {'Port': ['ID=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:12.099330 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419813f5-d8a6-4acf-a13a-ba11bd4bc764 req-d527cc7e-8597-4ddd-81bd-1bd258447afe tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.100414 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-419813f5-d8a6-4acf-a13a-ba11bd4bc764 req-d527cc7e-8597-4ddd-81bd-1bd258447afe tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0690312 Sep 26 18:00:12.114939 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:12.120602 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5e721fb3-45d3-4e0e-9b11-d717e81b29e2 None None] Provisioning complete for port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:12.120980 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5e721fb3-45d3-4e0e-9b11-d717e81b29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:12.121571 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5e721fb3-45d3-4e0e-9b11-d717e81b29e2 None None] Attempt 1 to provision port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded Sep 26 18:00:12.156999 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-419813f5-d8a6-4acf-a13a-ba11bd4bc764 req-b08a8e99-be44-4e63-a6da-97dddb929288 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Sep 26 18:00:12.201134 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5e721fb3-45d3-4e0e-9b11-d717e81b29e2 None None] Current status of the port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:12.214983 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:12.219689 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:12.224788 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] Sync routers for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:12.234228 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:12.235674 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:12.255736 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b7c15b28-8b04-4375-a1ee-d5c65cece9b9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/dfa9d030-94f0-449c-8e5e-b806a28d5d99 HTTP/1.1" status: 200 len: 991 time: 2.9125464 Sep 26 18:00:12.256841 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:12.259330 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4" -d '{"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:12.298954 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704ad33-7c31-4b4e-87d0-a87452444ddd x-openstack-request-id: req-0704ad33-7c31-4b4e-87d0-a87452444ddd {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:12.299679 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:12.299679 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0704ad33-7c31-4b4e-87d0-a87452444ddd {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:12.299899 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0704ad33-7c31-4b4e-87d0-a87452444ddd'] response: {'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'status': 'completed', 'code': 200} Sep 26 18:00:12.340559 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:12.393998 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:12.409895 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-ce6e222c-7a63-4566-b694-f60e0e6721d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.411404 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-ce6e222c-7a63-4566-b694-f60e0e6721d4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0822885 Sep 26 18:00:12.523547 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks [] for router_gateway (b82be6f9-4024-4212-ad7c-ed51fda41b8e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:12.606582 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b08ecafb-136c-422c-903c-09750937b68d up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:12.631219 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-1d2f6a20-0cbb-481a-bfd1-be104e3f3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.632639 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-1d2f6a20-0cbb-481a-bfd1-be104e3f3f26 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.1834538 Sep 26 18:00:12.666814 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fc050-e429-41f5-abf1-1e4bd17a706d req-a9086d96-99ed-4c26-8b0c-27249171f578 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.668478 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'dfa9d030-94f0-449c-8e5e-b806a28d5d99', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'mac_address': 'fa:16:3e:4e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:51Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 1, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:12.669475 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd1fc050-e429-41f5-abf1-1e4bd17a706d req-a9086d96-99ed-4c26-8b0c-27249171f578 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0553358 Sep 26 18:00:12.699465 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] Checking router: e46781bc-0bf9-4603-b49b-8d53bb5b1b9f for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:12.712085 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:12.712712 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:12.727150 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd1fc050-e429-41f5-abf1-1e4bd17a706d req-021f5da2-a58d-4e55-bbd1-ac8705420821 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514119 Sep 26 18:00:12.750830 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port b08ecafb-136c-422c-903c-09750937b68d triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:12.751143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b08ecafb-136c-422c-903c-09750937b68d), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:12.751462 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port b08ecafb-136c-422c-903c-09750937b68d Sep 26 18:00:12.776960 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-02cecc23-0b46-49f1-8680-6e5b86d1effb service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 200 len: 999 time: 0.1352530 Sep 26 18:00:12.852314 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:12.864692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (b82be6f9-4024-4212-ad7c-ed51fda41b8e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:12.873475 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-64c803d8-b87b-4675-a2d8-f6553673c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.874926 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-64c803d8-b87b-4675-a2d8-f6553673c8c3 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0659609 Sep 26 18:00:12.950075 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port b08ecafb-136c-422c-903c-09750937b68d is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:12.951133 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:12.967421 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-eb1d796a-53c3-42be-a7e2-655cc72d73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.968988 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-eb1d796a-53c3-42be-a7e2-655cc72d73a1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523369 Sep 26 18:00:13.123134 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:13.124138 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-ecc23097-479c-47e6-8657-40a1b5191ef4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312480 Sep 26 18:00:13.169076 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:13.189162 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:13.189559 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:13.189890 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded Sep 26 18:00:13.199692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Router b82be6f9-4024-4212-ad7c-ed51fda41b8e is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:00:13.268160 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53c03ed3-0934-4dfa-b75b-4081bbfa33c4 req-bb4a9545-d39a-4914-abb2-ea08c5a98f08 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348896 Sep 26 18:00:13.295224 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63472c-1669-4da2-a7f9-dde09c57c439 req-8c575ed6-d0a3-4977-96bc-130d84fbd95d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:13.297113 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd63472c-1669-4da2-a7f9-dde09c57c439 req-8c575ed6-d0a3-4977-96bc-130d84fbd95d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0615332 Sep 26 18:00:13.319737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:13.322762 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'dfa9d030-94f0-449c-8e5e-b806a28d5d99', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'mac_address': 'fa:16:3e:4e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:51Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 1, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:13.325787 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:13.350325 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:13.350731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:13.351822 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd63472c-1669-4da2-a7f9-dde09c57c439 req-23828570-3a5b-4170-a12c-610de4a9db49 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490253 Sep 26 18:00:13.352834 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f4ce5-c82e-4ff4-b4c2-427d5673a708 None None] The sync data for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi is: [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'dfa9d030-94f0-449c-8e5e-b806a28d5d99', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'mac_address': 'fa:16:3e:4e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:51Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 1, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:13.382738 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Sync routers for ids ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:13.383856 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Routers {'b82be6f9-4024-4212-ad7c-ed51fda41b8e'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:13.384479 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:13.491155 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Set router b82be6f9-4024-4212-ad7c-ed51fda41b8e gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:13.504412 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:13.506936 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c1bfe1c2-61cf-46b6-9969-1ebf05eaa184 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2814679 Sep 26 18:00:13.510255 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 52108) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:13.785990 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:13.798972 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:12Z', 'revision_number': 3, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port': {'id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:11Z', 'updated_at': '2022-09-26T18:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:13.831382 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Checking router: b82be6f9-4024-4212-ad7c-ed51fda41b8e for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:13.831863 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Updating router b82be6f9-4024-4212-ad7c-ed51fda41b8e port ecfae9f3-6de4-4da0-95b4-650e524e3562 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:00:13.868569 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:13.947422 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2261a-d34a-475b-b7a9-c0e700682501 req-85941c63-400d-4322-aac2-199d0e578705 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:13.952948 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66e2261a-d34a-475b-b7a9-c0e700682501 req-85941c63-400d-4322-aac2-199d0e578705 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0622773 Sep 26 18:00:14.065253 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66e2261a-d34a-475b-b7a9-c0e700682501 req-7e62db29-e827-41c4-8a95-e666d6fae66e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114018 Sep 26 18:00:14.154453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458bacf-c333-4423-ab02-f56fc6b7d768 None None] New status for floating IP dfa9d030-94f0-449c-8e5e-b806a28d5d99: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:00:14.187326 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Publish callbacks [] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.261960 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.301042 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Attempting to bind port ecfae9f3-6de4-4da0-95b4-650e524e3562 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:14.301435 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Attempting to bind port ecfae9f3-6de4-4da0-95b4-650e524e3562 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:14.301814 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Attempting to bind port ecfae9f3-6de4-4da0-95b4-650e524e3562 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:14.332254 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.339980 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3af65-0754-47ce-86bb-68a2fcd31018 None None] Pushing event updated for resources: {'Port': ['ID=ecfae9f3-6de4-4da0-95b4-650e524e3562,revision_number=2']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:14.359868 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:14.360338 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:14.360738 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.361120 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:14.361624 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Bound port: ecfae9f3-6de4-4da0-95b4-650e524e3562, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:14.362028 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.418291 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] For port ecfae9f3-6de4-4da0-95b4-650e524e3562, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:14.423943 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] For port ecfae9f3-6de4-4da0-95b4-650e524e3562, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ecfae9f3-6de4-4da0-95b4-650e524e3562,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:14.447905 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:14.501712 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.530534 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba1649-e55f-49a1-a81e-1ae4ab8c3f05 req-2bdb070b-c162-4400-aa1e-ec23487d4d4d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:14.532139 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-61ba1649-e55f-49a1-a81e-1ae4ab8c3f05 req-2bdb070b-c162-4400-aa1e-ec23487d4d4d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0809574 Sep 26 18:00:14.533819 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:14.539057 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:14.545591 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Routers {'b82be6f9-4024-4212-ad7c-ed51fda41b8e'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:14.546211 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:14.548293 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Allocated IP 172.20.0.1 (99af4d82-da36-48ec-937e-98397b3a7983/cb8f9b3e-3eae-4378-b0f8-2f4c830606e9/6704a9f5-3963-4691-a8fa-9a6ce6b4fbef) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:14.597972 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3af65-0754-47ce-86bb-68a2fcd31018 None None] Pushing event updated for resources: {'Port': ['ID=ecfae9f3-6de4-4da0-95b4-650e524e3562,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:14.644310 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-61ba1649-e55f-49a1-a81e-1ae4ab8c3f05 req-7a6c207a-6240-4dd0-9845-764dce573237 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039257 Sep 26 18:00:14.667014 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] Set router b82be6f9-4024-4212-ad7c-ed51fda41b8e gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:14.707058 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks [] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.798998 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:14.839396 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:12Z', 'revision_number': 3, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port': {'id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:11Z', 'updated_at': '2022-09-26T18:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:14.861942 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:14.866133 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d1036-c00f-42f5-b903-f5b152ece2da None None] The sync data for ids ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'] in dv-cinder-859317-1-iscsi is: [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:12Z', 'revision_number': 3, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port': {'id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:11Z', 'updated_at': '2022-09-26T18:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:14.945187 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Network 99af4d82-da36-48ec-937e-98397b3a7983 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:14.965558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:14.973655 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Pushing event updated for resources: {'Port': ['ID=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:14.979187 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:15.016985 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-80c2379b-db8f-40a4-aacc-b20cf79fa14f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1017356528&fields=id&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 267 time: 0.1149960 Sep 26 18:00:15.111329 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (b82be6f9-4024-4212-ad7c-ed51fda41b8e), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:15.161063 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:15.263301 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-c7f5881f-a8f1-4e01-a7d9-9fcd59ae6b7a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:15.264799 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-c7f5881f-a8f1-4e01-a7d9-9fcd59ae6b7a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.2352371 Sep 26 18:00:15.270411 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee65275-62a9-4af4-a4cd-f5551a8a7730 req-5d427680-327f-4e62-a47e-88b05a0c4698 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:15.271838 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fee65275-62a9-4af4-a4cd-f5551a8a7730 req-5d427680-327f-4e62-a47e-88b05a0c4698 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0999262 Sep 26 18:00:15.278167 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Provisioning complete for port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:15.279397 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:15.279924 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 1 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:15.321768 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:15.329053 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1b208e7f-53ba-4629-9ead-7dbcd1f397f1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/quotas/cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 375 time: 0.0328763 Sep 26 18:00:15.388975 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fee65275-62a9-4af4-a4cd-f5551a8a7730 req-e41357e9-c937-4fcc-b92c-7b5aa5c2028e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959127 Sep 26 18:00:15.401018 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-5b6f8374-adf1-4e9a-a3e3-1c4b699e1914 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635228 Sep 26 18:00:15.510920 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:15.547545 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-e16d9875-f1b6-47f2-b173-ca0c3a2b3cb9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332777 Sep 26 18:00:15.573456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:15.726098 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-a1a92eef-ceb7-40f4-b0ba-41e7d1e78eb7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617804 Sep 26 18:00:15.802215 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cb779-aad6-40fd-a1d7-ffba6cb37896 req-c7081eb9-c4c7-4d34-8ab4-10647365bc30 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:15.803796 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-304cb779-aad6-40fd-a1d7-ffba6cb37896 req-c7081eb9-c4c7-4d34-8ab4-10647365bc30 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0746105 Sep 26 18:00:15.822469 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 2 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:15.830371 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks [] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:15.856245 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:15.866164 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-304cb779-aad6-40fd-a1d7-ffba6cb37896 req-89d94cd4-09c9-4ddf-b804-65f7682a9878 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563526 Sep 26 18:00:16.071400 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:16.188422 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b7b4fa60-f531-4e31-980b-98919280350d req-92934114-6710-4891-ad0a-d91f8255ad64 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 210 time: 0.0501716 Sep 26 18:00:16.206959 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (b82be6f9-4024-4212-ad7c-ed51fda41b8e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:16.218948 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Pushing event updated for resources: {'Port': ['ID=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:16.357828 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 3 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:16.363231 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Network 99af4d82-da36-48ec-937e-98397b3a7983 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:16.364758 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:16.437468 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:16.493139 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:16.710841 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45699139-2389-44cb-b76e-6397e4c6859a req-a0fbcd2d-7484-4447-8a47-1b312eca5bf3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:16.710841 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45699139-2389-44cb-b76e-6397e4c6859a req-a0fbcd2d-7484-4447-8a47-1b312eca5bf3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1150692 Sep 26 18:00:16.710841 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Router b82be6f9-4024-4212-ad7c-ed51fda41b8e has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:16.812297 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45699139-2389-44cb-b76e-6397e4c6859a req-5a2b889c-3852-4c8e-b183-3a7fa519392f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087067 Sep 26 18:00:16.870319 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:16.878157 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-eeffef0d-8f1c-4d2c-83b9-8021b63ac41b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/b82be6f9-4024-4212-ad7c-ed51fda41b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668187 Sep 26 18:00:16.940587 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 4 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:17.024120 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:17.082946 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f7cd-2ab6-405c-a111-49bbc7beb50b req-3dc444a7-563f-459a-a6da-7d3ead63dae3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:17.091035 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9de3f7cd-2ab6-405c-a111-49bbc7beb50b req-3dc444a7-563f-459a-a6da-7d3ead63dae3 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0923829 Sep 26 18:00:17.163168 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9de3f7cd-2ab6-405c-a111-49bbc7beb50b req-e10f8d79-e767-42e2-a826-552dd6fef9dc tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710468 Sep 26 18:00:17.298651 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-79448d0a-12a2-439a-8961-f82d2e7a524f req-6baef1ca-d090-46a6-a80e-0c9ca729c0ed tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 210 time: 0.0366461 Sep 26 18:00:17.529044 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 5 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:17.580051 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:17.979553 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da004d-59a4-4a1b-a375-690072bb882d req-bd008c55-b08b-42c8-a4f5-85610f900900 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:17.987199 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-50da004d-59a4-4a1b-a375-690072bb882d req-bd008c55-b08b-42c8-a4f5-85610f900900 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0964386 Sep 26 18:00:18.026916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:18.065380 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-50da004d-59a4-4a1b-a375-690072bb882d req-5dc8a728-8825-490b-9816-668c7dff4469 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770729 Sep 26 18:00:18.081594 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 6 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:18.142259 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:18.345110 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017bb0c-04a9-4f1c-a180-fd2a5b2c494d req-955ab226-17c9-4950-90f9-2b45ce30855d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:18.360392 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3017bb0c-04a9-4f1c-a180-fd2a5b2c494d req-955ab226-17c9-4950-90f9-2b45ce30855d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0965805 Sep 26 18:00:18.492366 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Sync routers for ids ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:18.497001 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3017bb0c-04a9-4f1c-a180-fd2a5b2c494d req-502b87db-8a24-4b49-9836-040dba746391 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260395 Sep 26 18:00:18.529880 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Routers {'b82be6f9-4024-4212-ad7c-ed51fda41b8e'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:18.531110 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:18.539879 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ba068711-42d4-44aa-a61c-1a2825d7fdb8 req-c9b9a062-833f-4a85-9941-94054055a708 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 210 time: 0.1419880 Sep 26 18:00:18.586691 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ecfae9f3-6de4-4da0-95b4-650e524e3562 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:18.645444 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 7 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:18.667215 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Set router b82be6f9-4024-4212-ad7c-ed51fda41b8e gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:18.692435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:18.711240 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port ecfae9f3-6de4-4da0-95b4-650e524e3562 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:18.712069 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:18.713151 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port ecfae9f3-6de4-4da0-95b4-650e524e3562 Sep 26 18:00:18.833454 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port ecfae9f3-6de4-4da0-95b4-650e524e3562 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:18.833868 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:18.856801 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port ecfae9f3-6de4-4da0-95b4-650e524e3562, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ecfae9f3-6de4-4da0-95b4-650e524e3562,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:18.911310 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:15Z', 'revision_number': 4, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port': {'id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:11Z', 'updated_at': '2022-09-26T18:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6704a9f5-3963-4691-a8fa-9a6ce6b4fbef', 'name': '', 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'mac_address': 'fa:16:3e:77:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb8f9b3e-3eae-4378-b0f8-2f4c830606e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:14Z', 'updated_at': '2022-09-26T18:00:15Z', 'revision_number': 2, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'subnets': [{'id': 'cb8f9b3e-3eae-4378-b0f8-2f4c830606e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:18.939698 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Checking router: b82be6f9-4024-4212-ad7c-ed51fda41b8e for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:18.940050 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Updating router b82be6f9-4024-4212-ad7c-ed51fda41b8e port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:00:18.945002 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:18.970719 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:19.011620 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=ecfae9f3-6de4-4da0-95b4-650e524e3562,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:19.194372 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 8 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:19.288573 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:19.363329 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f03ab-33d2-4601-81b6-3de6f33eeab5 req-fd616f56-4ada-4482-bbd0-1f7224ccb754 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:19.371510 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-784f03ab-33d2-4601-81b6-3de6f33eeab5 req-fd616f56-4ada-4482-bbd0-1f7224ccb754 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0795267 Sep 26 18:00:19.400482 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Publish callbacks [] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:19.445864 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-784f03ab-33d2-4601-81b6-3de6f33eeab5 req-03b882b0-bb50-4f35-9e8c-6451535a2bdf tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731063 Sep 26 18:00:19.546994 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:19.620094 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440bcd4-6b29-44b4-bf94-f1ca75b99ec3 None None] Pushing event updated for resources: {'Port': ['ID=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:19.750188 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f720-4b17-4df2-9f2d-048d1add4168 req-467bbb36-e3a2-4dec-98c6-1553e477e85e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:19.754152 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da70f720-4b17-4df2-9f2d-048d1add4168 req-467bbb36-e3a2-4dec-98c6-1553e477e85e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1159251 Sep 26 18:00:19.759046 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Attempting to bind port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:19.759417 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Attempting to bind port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:19.759776 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Attempting to bind port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef on network 99af4d82-da36-48ec-937e-98397b3a7983 {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:19.789734 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 9 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:19.801935 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a42eaca7-9dda-4086-8d2e-bfe1c1ecce3b req-4235e323-f428-4c07-a08b-1ea4d128bcee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 210 time: 0.0918040 Sep 26 18:00:19.831306 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:19.855898 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:19.856264 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Checking segment: {'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:19.856893 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:19.857311 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Bound using segment: {'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:19.857791 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Bound port: 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b659bc08-86f4-411d-871d-16ca4068912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:19.858160 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:19.866940 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-f1aeb917-4a80-4bd3-b03b-e3f4262da3e4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:19.869878 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:19.870322 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-f1aeb917-4a80-4bd3-b03b-e3f4262da3e4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.1753469 Sep 26 18:00:19.927022 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da70f720-4b17-4df2-9f2d-048d1add4168 req-73ce9993-8d69-44b8-9110-1068ebc94a49 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411686 Sep 26 18:00:19.962871 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:20.009415 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] For port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:20.009415 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] For port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,segment=NetworkSegment(b659bc08-86f4-411d-871d-16ca4068912f),segment_id=b659bc08-86f4-411d-871d-16ca4068912f)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:20.034289 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-586d46f5-86e7-40b5-955d-fd60d190c366 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 473 time: 0.1533878 Sep 26 18:00:20.043100 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'port': {'device_id': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'admin_state_up': True, 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'security_groups': ['2310f2c9-852e-4fa0-ae5b-783c9b4f534c']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:20.089805 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:20.371106 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Attempt 10 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:20.403851 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-175a0340-5e1e-4607-9e10-f3d4595cfec5 None None] Port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:20.445179 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ecfae9f3-6de4-4da0-95b4-650e524e3562 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:20.450807 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Made reservation on behalf of cc91a89f645645c5be0747fa7cc91bb6 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:00:20.455228 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.455759 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.539178 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Routers {'b82be6f9-4024-4212-ad7c-ed51fda41b8e'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:20.545139 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T17:59:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:20.557813 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] Provisioning complete for port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:20.558237 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.558568 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] Attempt 1 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:20.611657 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port ecfae9f3-6de4-4da0-95b4-650e524e3562 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:20.612044 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.612385 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port ecfae9f3-6de4-4da0-95b4-650e524e3562 Sep 26 18:00:20.731144 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] Current status of the port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:20.731476 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.763144 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440bcd4-6b29-44b4-bf94-f1ca75b99ec3 None None] Pushing event updated for resources: {'Port': ['ID=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,revision_number=4']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:20.767737 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.20.0.12 (5c4905c3-b6d4-4b95-988f-f86fad27c092/04a10886-0b55-47d1-ac58-68768809612d/16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:20.800029 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:20.824373 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42148c30-7410-48e2-86e8-d59e2e32738b req-53f9e6ef-1f9d-4947-ac63-b971fa9f4279 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:20.847226 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42148c30-7410-48e2-86e8-d59e2e32738b req-53f9e6ef-1f9d-4947-ac63-b971fa9f4279 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1503205 Sep 26 18:00:20.847350 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port ecfae9f3-6de4-4da0-95b4-650e524e3562 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:20.847835 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] For port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,segment=NetworkSegment(b659bc08-86f4-411d-871d-16ca4068912f),segment_id=b659bc08-86f4-411d-871d-16ca4068912f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:20.858420 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] Set router b82be6f9-4024-4212-ad7c-ed51fda41b8e gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:20.925492 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.956164 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42148c30-7410-48e2-86e8-d59e2e32738b req-c968fc98-810e-425e-ad90-427de260339b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160443 Sep 26 18:00:21.020257 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dc390-74a8-47a0-a028-ec473a5ed21b None None] Pushing event updated for resources: {'Port': ['ID=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:21.045127 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d672ca65-24c3-4628-9bf2-4749ba0fba91 req-91b7f552-d2be-4f37-8bb2-b7167441e372 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 210 time: 0.0807135 Sep 26 18:00:21.076340 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.186178 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.241030 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e8c1b-d451-4656-85c0-3cdc2963067d req-3abf829e-c2be-4834-a82f-a78c12229bb9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:21.256349 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-458e8c1b-d451-4656-85c0-3cdc2963067d req-3abf829e-c2be-4834-a82f-a78c12229bb9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1233971 Sep 26 18:00:21.307675 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:21.317484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:21.335335 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:21.352331 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:15Z', 'revision_number': 4, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port': {'id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:11Z', 'updated_at': '2022-09-26T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6704a9f5-3963-4691-a8fa-9a6ce6b4fbef', 'name': '', 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'mac_address': 'fa:16:3e:77:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb8f9b3e-3eae-4378-b0f8-2f4c830606e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:14Z', 'updated_at': '2022-09-26T18:00:19Z', 'revision_number': 4, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'subnets': [{'id': 'cb8f9b3e-3eae-4378-b0f8-2f4c830606e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:21.353113 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:21.355677 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-458e8c1b-d451-4656-85c0-3cdc2963067d req-e6afb372-261c-4670-8c08-8b57f1e154aa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887976 Sep 26 18:00:21.358703 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.414868 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606be53-dae3-421d-8bd7-6c246c550dea None None] The sync data for ids ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'] in dv-cinder-859317-1-iscsi is: [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:15Z', 'revision_number': 4, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port': {'id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:11Z', 'updated_at': '2022-09-26T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6704a9f5-3963-4691-a8fa-9a6ce6b4fbef', 'name': '', 'network_id': '99af4d82-da36-48ec-937e-98397b3a7983', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'mac_address': 'fa:16:3e:77:8a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb8f9b3e-3eae-4378-b0f8-2f4c830606e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:14Z', 'updated_at': '2022-09-26T18:00:19Z', 'revision_number': 4, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'subnets': [{'id': 'cb8f9b3e-3eae-4378-b0f8-2f4c830606e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:21.431508 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:21.551152 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-1ea838dd-9ddd-4a13-833a-f5cad22c22d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5117097 Sep 26 18:00:21.565754 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Request body: {'port': {'device_id': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:21.751520 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.760202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:21.799337 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Provisioning complete for port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:21.801434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.809927 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Attempt 1 to provision port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 Sep 26 18:00:21.968388 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:22.330533 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c855e-f68c-400e-ae75-184a58e2c3b8 req-421b8fe2-a1c9-4bc6-9bb7-35fab4c4659b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:22.345833 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-406c855e-f68c-400e-ae75-184a58e2c3b8 req-421b8fe2-a1c9-4bc6-9bb7-35fab4c4659b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.2178431 Sep 26 18:00:22.373661 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:00:22.468089 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:22.468613 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a22a25-6ab7-4951-bb69-cd087451380f req-20117b72-f664-47ed-9ac9-b212c4a3319d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:22.468613 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-20a22a25-6ab7-4951-bb69-cd087451380f req-20117b72-f664-47ed-9ac9-b212c4a3319d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 932 time: 0.2448514 Sep 26 18:00:22.479675 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:22.484983 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Attempt 2 to provision port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 Sep 26 18:00:22.504626 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Publish callbacks [] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.526971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Transition to ACTIVE for port object 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:00:22.554674 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-406c855e-f68c-400e-ae75-184a58e2c3b8 req-4e97b60a-0dbc-4968-bcce-4e24e9ba5e50 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078788 Sep 26 18:00:22.583752 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:22.606249 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:22.628725 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.647878 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-20a22a25-6ab7-4951-bb69-cd087451380f req-896023f8-86fa-4204-ba25-64b0412b41ad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762998 Sep 26 18:00:22.706343 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:22.706758 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.707114 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef Sep 26 18:00:22.733166 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdeea5-8244-4b99-98f7-42da1914484e req-4d633f8a-1d7d-4973-b32c-56693b9a85ee tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:22.740803 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-58bdeea5-8244-4b99-98f7-42da1914484e req-4d633f8a-1d7d-4973-b32c-56693b9a85ee tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0674188 Sep 26 18:00:22.750486 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:22.793865 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:22.819264 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Pushing event updated for resources: {'Port': ['ID=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:22.851165 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-58bdeea5-8244-4b99-98f7-42da1914484e req-1cf6a298-ce7e-4707-af63-94285ddc0efe tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056931 Sep 26 18:00:22.885823 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Attempting to bind port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:22.885823 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Attempting to bind port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:22.886673 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Attempting to bind port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:22.911701 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:22.934587 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:22.936054 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:00:22.936480 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Attempting to bind port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:23.029907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:23.030261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Checking segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:23.030683 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Bound using segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:23.031065 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Bound port: 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:23.031444 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.085399 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Attempt 3 to provision port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 Sep 26 18:00:23.091662 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:23.137586 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] For port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:23.150745 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] For port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:23.153125 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:23.263393 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.267912 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:23.271605 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.273616 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 HTTP/1.1" status: 200 len: 1094 time: 1.7130489 Sep 26 18:00:23.278598 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:23.284960 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e969c8cb-a615-4440-a823-fc09480fe72b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:23.395378 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89b7b9-045e-4880-8403-e5643c648cfc x-openstack-request-id: req-fb89b7b9-045e-4880-8403-e5643c648cfc {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:23.396040 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:23.396754 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb89b7b9-045e-4880-8403-e5643c648cfc {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:23.397386 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb89b7b9-045e-4880-8403-e5643c648cfc'] response: {'name': 'network-changed', 'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'status': 'completed', 'code': 200} Sep 26 18:00:23.537780 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f301eb-76df-467f-945d-edd64c8a0e23 service neutron] Pushing event updated for resources: {'Port': ['ID=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:23.586582 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-c13cfc45-1814-42d7-ade8-b9eec49b873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:23.592123 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-c13cfc45-1814-42d7-ade8-b9eec49b873a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 1128 time: 0.1852503 Sep 26 18:00:23.656900 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Attempt 4 to provision port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 Sep 26 18:00:23.785528 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ab79eb90-ac8b-481a-9670-927e66a24ca3 None None] Port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:00:23.981569 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c1d8-0be0-4e54-af79-f150fb98318c req-ec86bcc9-4815-417c-a9c6-3c38bbcef136 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:23.983127 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ccd8c1d8-0be0-4e54-af79-f150fb98318c req-ec86bcc9-4815-417c-a9c6-3c38bbcef136 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.2606726 Sep 26 18:00:24.088458 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9dc9b-e63d-4cc3-9ad6-df19afc6d002 req-920bdc7d-61f5-429d-a125-30a166490662 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:24.101670 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-44f9dc9b-e63d-4cc3-9ad6-df19afc6d002 req-920bdc7d-61f5-429d-a125-30a166490662 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.2516580 Sep 26 18:00:24.179274 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ccd8c1d8-0be0-4e54-af79-f150fb98318c req-14614ca8-2025-44d7-aab5-6deca92d464b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668780 Sep 26 18:00:24.273992 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-44f9dc9b-e63d-4cc3-9ad6-df19afc6d002 req-7966f977-d77c-415b-9087-d8d8d6044218 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631491 Sep 26 18:00:24.289313 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-7e59212b-2cf3-4136-9deb-e2d5d87f61e9 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 HTTP/1.1" status: 200 len: 217 time: 0.6866236 Sep 26 18:00:24.367149 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-82dfc76e-bc76-47ac-ba6e-ef0b40ac8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:24.369145 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-82dfc76e-bc76-47ac-ba6e-ef0b40ac8cff service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0699825 Sep 26 18:00:24.431749 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bde2f-9e9c-4d57-8fb9-2e5e5a55cbb0 req-14e4bb3e-4234-483e-a480-a8c5a4248139 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:24.450182 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-799bde2f-9e9c-4d57-8fb9-2e5e5a55cbb0 req-14e4bb3e-4234-483e-a480-a8c5a4248139 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1145451 Sep 26 18:00:24.454063 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-689c443d-bab6-4911-b75f-ceae8e8522b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:24.459062 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-689c443d-bab6-4911-b75f-ceae8e8522b9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773828 Sep 26 18:00:24.509057 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:24.550254 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-799bde2f-9e9c-4d57-8fb9-2e5e5a55cbb0 req-e5dd855c-8399-4249-8e2c-68d74bc3e76e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067429 Sep 26 18:00:24.649023 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-d966a204-7497-4048-864c-d596fa086344 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835101 Sep 26 18:00:24.802262 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-88c536d1-4db4-480a-8b0d-497e64555c04 req-2e008538-d3ee-4bf3-9651-a2e6c23bc8a2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340141 Sep 26 18:00:25.218432 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969c8cb-a615-4440-a823-fc09480fe72b req-a01d6162-ab4b-49fc-9360-030abc0f56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.220141 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e969c8cb-a615-4440-a823-fc09480fe72b req-a01d6162-ab4b-49fc-9360-030abc0f56ff service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 1128 time: 0.1136096 Sep 26 18:00:25.461700 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a37dc-fea9-47b9-9712-96f48c5d6965 req-da04959c-81a8-45b1-941d-5cd4d8f4661a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.469779 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-378a37dc-fea9-47b9-9712-96f48c5d6965 req-da04959c-81a8-45b1-941d-5cd4d8f4661a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1278276 Sep 26 18:00:25.532957 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0e98-6549-4d64-ba40-c4a6a4e5c94f req-75890455-bb74-416a-841c-c2ff677d7fca tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.541512 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7ed0e98-6549-4d64-ba40-c4a6a4e5c94f req-75890455-bb74-416a-841c-c2ff677d7fca tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.1287570 Sep 26 18:00:25.548650 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-90761901-f1e1-4991-89c2-1b01b95bf0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:25.571022 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-6fd1055c-6b8d-4fe9-a2f0-ba4beb94347e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1570773 Sep 26 18:00:25.572064 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969c8cb-a615-4440-a823-fc09480fe72b req-531a3c49-913b-417f-b1a8-a16f6cb633f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.573413 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e969c8cb-a615-4440-a823-fc09480fe72b req-531a3c49-913b-417f-b1a8-a16f6cb633f8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 915 time: 0.3441007 Sep 26 18:00:25.584693 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-378a37dc-fea9-47b9-9712-96f48c5d6965 req-b4aa9802-63c9-4241-9048-462cdeba68b1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135013 Sep 26 18:00:25.680204 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e969c8cb-a615-4440-a823-fc09480fe72b req-79b6e22b-e82c-46cb-a1f9-b5279d13776c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 HTTP/1.1" status: 200 len: 217 time: 0.0979440 Sep 26 18:00:25.720904 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7ed0e98-6549-4d64-ba40-c4a6a4e5c94f req-6938b7eb-bdf6-4469-be1e-3b32c62286b7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781290 Sep 26 18:00:25.732246 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-7815a643-99c3-4cf4-ba33-1850ed502fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.736128 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-7815a643-99c3-4cf4-ba33-1850ed502fc8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 1129 time: 0.0742714 Sep 26 18:00:25.764025 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8729578-35e5-41c4-916f-a282c4b21c56 req-bdaebf7d-eff3-4a29-87b7-3d667dbac69d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.769711 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b8729578-35e5-41c4-916f-a282c4b21c56 req-bdaebf7d-eff3-4a29-87b7-3d667dbac69d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0948822 Sep 26 18:00:25.844973 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:25.925396 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-16f244a2-f134-45c3-9270-99a676f4e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.925396 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-16f244a2-f134-45c3-9270-99a676f4e0e3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.1403487 Sep 26 18:00:25.925396 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969c8cb-a615-4440-a823-fc09480fe72b req-0daf8336-a148-4659-b7e3-7dbe98038ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:26.075758 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e969c8cb-a615-4440-a823-fc09480fe72b req-0daf8336-a148-4659-b7e3-7dbe98038ba4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.1884432 Sep 26 18:00:26.075844 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b8729578-35e5-41c4-916f-a282c4b21c56 req-4297d157-e62e-4a6b-954b-6a03355c19cd tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572924 Sep 26 18:00:26.075943 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-b816aec3-5797-4f6d-8c21-46a4aca746c0 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 200 len: 217 time: 0.0817916 Sep 26 18:00:26.075943 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969c8cb-a615-4440-a823-fc09480fe72b req-19f8a225-fefb-49cd-b54a-c967d8ef7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:26.075943 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e969c8cb-a615-4440-a823-fc09480fe72b req-19f8a225-fefb-49cd-b54a-c967d8ef7f00 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925305 Sep 26 18:00:26.106144 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:26.115748 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-00f15dc2-30fb-4f35-a954-f78f728854f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:26.117307 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-00f15dc2-30fb-4f35-a954-f78f728854f9 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0984981 Sep 26 18:00:26.185728 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e969c8cb-a615-4440-a823-fc09480fe72b req-3e900d2b-e058-4071-9e0f-5659bd29f783 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378987 Sep 26 18:00:26.186960 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-ba2223da-86b0-4a94-bae6-bda324e76aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:26.188684 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-ba2223da-86b0-4a94-bae6-bda324e76aaa service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615947 Sep 26 18:00:26.365686 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e969c8cb-a615-4440-a823-fc09480fe72b req-86f614c7-20e0-4d60-8a41-1c6dd51e343f service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661124 Sep 26 18:00:26.367785 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-360425b2-625e-454d-b1b6-57dd163d3fbb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609583 Sep 26 18:00:26.466968 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0aa6f68-83c4-4bae-b110-fffb3e6bae8f req-b03751da-8f10-4382-b066-83bb3b0c992f service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897343 Sep 26 18:00:26.548226 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:26.811017 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca8c37-625d-42c8-9edc-894feec4c8e3 req-48c2aa92-bc76-49ed-9cba-52bfd146f76f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:26.812603 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-71ca8c37-625d-42c8-9edc-894feec4c8e3 req-48c2aa92-bc76-49ed-9cba-52bfd146f76f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0980935 Sep 26 18:00:26.921754 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-71ca8c37-625d-42c8-9edc-894feec4c8e3 req-c3ecef46-f0db-4507-90a0-aaaf539073d3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989821 Sep 26 18:00:26.952457 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c018fff-dc51-4579-8624-80156639ec6e req-ffb753cc-c73c-41a7-82b8-bb69fbd6f655 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:26.954468 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6c018fff-dc51-4579-8624-80156639ec6e req-ffb753cc-c73c-41a7-82b8-bb69fbd6f655 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.0748866 Sep 26 18:00:27.074552 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6c018fff-dc51-4579-8624-80156639ec6e req-ce39bee2-594c-4c49-bec4-7de69b45d110 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113477 Sep 26 18:00:27.160129 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e488c-77a5-4253-b797-b1f92407a791 req-c89dfc3d-bdb8-430e-a0e6-ba909ae49cd8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:27.172124 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-632e488c-77a5-4253-b797-b1f92407a791 req-c89dfc3d-bdb8-430e-a0e6-ba909ae49cd8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0964351 Sep 26 18:00:27.280508 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-632e488c-77a5-4253-b797-b1f92407a791 req-3394e15d-1b36-4626-8178-4d15c601f6f9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004348 Sep 26 18:00:27.377334 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-02c3ef32-d882-4979-bd2d-fc998bcec4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.890271 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab598-728c-4002-b57d-83651003301f req-e5f32794-511b-4fba-888a-69f7529f6f6a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:27.903781 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3bab598-728c-4002-b57d-83651003301f req-e5f32794-511b-4fba-888a-69f7529f6f6a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1448901 Sep 26 18:00:28.010390 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3bab598-728c-4002-b57d-83651003301f req-65c4753b-0e92-4320-9792-dae2ba4636bd tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002042 Sep 26 18:00:28.106094 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-74e7de2a-c5c2-4244-8f9b-6fc261c18708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:28.107631 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-74e7de2a-c5c2-4244-8f9b-6fc261c18708 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 1129 time: 0.1216886 Sep 26 18:00:28.181205 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b373b7-50c2-499a-97bd-c6702cb3d2db req-819fc138-dacc-4480-9f17-cfbe0ac893d9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:28.182816 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f7b373b7-50c2-499a-97bd-c6702cb3d2db req-819fc138-dacc-4480-9f17-cfbe0ac893d9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1145465 Sep 26 18:00:28.309710 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:28.349204 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-6e82674f-dcbd-4c1b-8b3c-d197b2531148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:28.353986 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-6e82674f-dcbd-4c1b-8b3c-d197b2531148 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 911 time: 0.2373080 Sep 26 18:00:28.368736 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:28.376364 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88b1a6-6c58-4efa-b78a-f26c1b08ca07 req-e5c17b27-1b8e-403c-a140-8f6ee85aaf0b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:28.385484 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a88b1a6-6c58-4efa-b78a-f26c1b08ca07 req-e5c17b27-1b8e-403c-a140-8f6ee85aaf0b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.1970787 Sep 26 18:00:28.470082 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f7b373b7-50c2-499a-97bd-c6702cb3d2db req-f897213d-d70e-44f5-a0eb-ae53d5017220 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779243 Sep 26 18:00:28.503582 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-aa6ae038-9bc0-457b-b06f-b003682654e2 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e30149-7490-417a-a493-6bef261bb382 HTTP/1.1" status: 200 len: 1001 time: 0.1405392 Sep 26 18:00:28.543298 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a88b1a6-6c58-4efa-b78a-f26c1b08ca07 req-31f36b33-fcf1-4a49-9838-abbcca79a84b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186819 Sep 26 18:00:28.605467 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.620002 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-b9f6f1c4-1520-4baf-b092-a87c6c9ce654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:28.621859 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-b9f6f1c4-1520-4baf-b092-a87c6c9ce654 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 200 len: 849 time: 0.1077657 Sep 26 18:00:28.705350 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-623e0736-925e-4773-b8eb-ee76497ac12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:28.707161 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-623e0736-925e-4773-b8eb-ee76497ac12f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=7327a67e-44b9-426d-af9d-05e96c87ac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696607 Sep 26 18:00:29.174970 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-081018bd-3903-47ff-8e5f-31b7310de4a5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000675 Sep 26 18:00:29.195724 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d450aa-80d2-497c-abad-393057140bd1 req-6484d3ba-a95c-4b0f-87c0-29b0e98139d2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:29.202799 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d7d450aa-80d2-497c-abad-393057140bd1 req-6484d3ba-a95c-4b0f-87c0-29b0e98139d2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0919185 Sep 26 18:00:29.267473 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d7d450aa-80d2-497c-abad-393057140bd1 req-e5c7ec71-c3f9-40a4-a518-8e06a73c0264 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638781 Sep 26 18:00:29.344828 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-769d3248-9fd5-4854-9f41-38fbcfcda63c req-e88d549b-5e36-4f38-936c-f0619a578973 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622217 Sep 26 18:00:29.759703 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bc1d9-0fce-45c3-8343-6b4dcfe35ea0 req-e1198e20-8917-40e3-97fa-89e427238eda tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:29.767525 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-278bc1d9-0fce-45c3-8343-6b4dcfe35ea0 req-e1198e20-8917-40e3-97fa-89e427238eda tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1557431 Sep 26 18:00:29.769511 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:29.781139 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4a14f-1e26-43ad-aa08-412ac3d37b6a req-66a4f34c-467c-4ef5-8390-ebc06a03929e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:29.783100 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1ca4a14f-1e26-43ad-aa08-412ac3d37b6a req-66a4f34c-467c-4ef5-8390-ebc06a03929e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.0866179 Sep 26 18:00:29.891577 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-278bc1d9-0fce-45c3-8343-6b4dcfe35ea0 req-18939925-a782-4fea-9033-2601f91b908f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226511 Sep 26 18:00:29.900753 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1ca4a14f-1e26-43ad-aa08-412ac3d37b6a req-c5f8d219-b7d3-45c0-bfde-14b8d4f5365f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109931 Sep 26 18:00:30.166680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:30.251715 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:30.466373 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f4c0a-7e0f-4a8d-85b5-b3d4d5b020c3 req-c9f86123-59a8-4cc2-b3b1-441740d84c1c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:30.468626 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e48f4c0a-7e0f-4a8d-85b5-b3d4d5b020c3 req-c9f86123-59a8-4cc2-b3b1-441740d84c1c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1015341 Sep 26 18:00:30.529595 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e48f4c0a-7e0f-4a8d-85b5-b3d4d5b020c3 req-91f8799e-b712-427d-99be-b44968eebd51 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544105 Sep 26 18:00:31.059774 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3673f-1e78-4c45-852a-93b3d916359e req-e0d27e3c-5e0c-4f49-a8ad-e96e9d360e04 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:31.061186 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-34d3673f-1e78-4c45-852a-93b3d916359e req-e0d27e3c-5e0c-4f49-a8ad-e96e9d360e04 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0814798 Sep 26 18:00:31.081328 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c00522-677f-4a83-b17d-7306d930897a req-bbc2d888-8946-4da8-ae7c-ddcfaed03d03 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:31.082732 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48c00522-677f-4a83-b17d-7306d930897a req-bbc2d888-8946-4da8-ae7c-ddcfaed03d03 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.0725594 Sep 26 18:00:31.149793 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-34d3673f-1e78-4c45-852a-93b3d916359e req-168af24f-5eb9-40f3-9d31-7bc57cb42091 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830371 Sep 26 18:00:31.161579 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48c00522-677f-4a83-b17d-7306d930897a req-599085ce-1e67-4233-8804-3c276a122ea6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706801 Sep 26 18:00:31.413558 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=30 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:31.656705 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466fff-5f67-4ac6-9890-94b20050ff37 req-dae81fca-8896-4b3e-acfe-de18d95fb793 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:31.658208 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b9466fff-5f67-4ac6-9890-94b20050ff37 req-dae81fca-8896-4b3e-acfe-de18d95fb793 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0500796 Sep 26 18:00:31.706821 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b9466fff-5f67-4ac6-9890-94b20050ff37 req-2c440c11-04b8-4582-bb6e-a75cde0af9b6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Sep 26 18:00:32.369445 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:32.692537 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8290c3-7088-4dde-8ffb-4bc1cda284a4 req-aee8d5b7-9942-4218-aa39-56a01a3238b9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:32.702231 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a8290c3-7088-4dde-8ffb-4bc1cda284a4 req-aee8d5b7-9942-4218-aa39-56a01a3238b9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.3949301 Sep 26 18:00:32.708332 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976c747-1941-4258-b8ea-7e6e5cc37d91 req-701dfcd4-b443-4aaf-8cb3-00851f92aa78 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:32.709830 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b976c747-1941-4258-b8ea-7e6e5cc37d91 req-701dfcd4-b443-4aaf-8cb3-00851f92aa78 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.3887467 Sep 26 18:00:32.804157 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a8290c3-7088-4dde-8ffb-4bc1cda284a4 req-f7fafd25-5c08-4022-886d-e94b599071eb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978281 Sep 26 18:00:32.807669 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b976c747-1941-4258-b8ea-7e6e5cc37d91 req-bffc23e7-6094-48f1-995f-75dcee5aded8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918674 Sep 26 18:00:33.946481 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:34.052629 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648f137-0bbb-4107-b932-ab952b59780f req-7bb564f2-bdca-4f3f-8861-c04d69a4538f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:34.055116 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6648f137-0bbb-4107-b932-ab952b59780f req-7bb564f2-bdca-4f3f-8861-c04d69a4538f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.1074834 Sep 26 18:00:34.060804 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800e8f9-0d06-4863-98fc-b0bfc606eb62 req-09ab0b77-216d-4407-bef8-20342be837b0 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:34.062216 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4800e8f9-0d06-4863-98fc-b0bfc606eb62 req-09ab0b77-216d-4407-bef8-20342be837b0 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.1413109 Sep 26 18:00:34.146341 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6648f137-0bbb-4107-b932-ab952b59780f req-afe46e61-55d2-4996-a401-101535c6ba00 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830743 Sep 26 18:00:34.156912 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4800e8f9-0d06-4863-98fc-b0bfc606eb62 req-3726f877-4319-4d59-b6a9-dee73b3e6209 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874178 Sep 26 18:00:35.308119 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bf060-27f0-4f5a-90e6-e860ad66e93f req-08de0047-860d-4d50-ab77-3b3eba2063fe tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:35.309880 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-902bf060-27f0-4f5a-90e6-e860ad66e93f req-08de0047-860d-4d50-ab77-3b3eba2063fe tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.0810187 Sep 26 18:00:35.315855 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a57014-9e10-4347-ba03-3ec0e9539c74 req-9deac71d-c2a1-4293-bf5b-02c65f563aca tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:35.317334 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f3a57014-9e10-4347-ba03-3ec0e9539c74 req-9deac71d-c2a1-4293-bf5b-02c65f563aca tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 945 time: 0.0781982 Sep 26 18:00:35.385211 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-902bf060-27f0-4f5a-90e6-e860ad66e93f req-cacabe9d-d50c-4269-9420-4d2f7057b2e8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668674 Sep 26 18:00:35.409020 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f3a57014-9e10-4347-ba03-3ec0e9539c74 req-9ab1834c-9014-4a4e-85b3-9e0d0e9109dd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763564 Sep 26 18:00:35.801277 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-2ecf7a16-c110-4a10-a6d8-81b9f27f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:35.802731 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-2ecf7a16-c110-4a10-a6d8-81b9f27f1a15 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1129 time: 0.0384471 Sep 26 18:00:35.895616 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-4462dfc9-63e8-4943-96fb-57c86b3a3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:35.897597 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-4462dfc9-63e8-4943-96fb-57c86b3a3f27 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.0847390 Sep 26 18:00:35.962879 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-cf98af5a-6860-4bd4-902e-6423cb7b0b16 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 200 len: 1001 time: 0.0546794 Sep 26 18:00:36.012177 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-2e164c0c-bb2d-4dc1-af62-460079c4b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:36.013782 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-2e164c0c-bb2d-4dc1-af62-460079c4b49c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0426340 Sep 26 18:00:36.062702 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-f945b4d1-6e71-4277-bd00-4216275abb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:36.064295 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-f945b4d1-6e71-4277-bd00-4216275abb31 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434237 Sep 26 18:00:36.160463 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-72e240c4-693b-4708-90e0-35b3b13ed79b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862894 Sep 26 18:00:36.266722 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-227fae98-d1c4-441e-938b-12fd26d46d55 req-24c20b93-977d-4608-8910-7b2de573355f service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895669 Sep 26 18:00:36.418624 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:00:36.456143 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:36.495214 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: ACTIVE; New status is: DOWN {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:36.495597 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.518317 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:36.520680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0d35f7-61e7-4d93-99cb-f8a7917ac190" -d '{"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-unplugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:36.533483 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb792c4-f8dc-480f-8bdf-5867e82e877a req-930cba11-7774-49b6-8813-30b4da47c606 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:36.533702 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:36.534952 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3cb792c4-f8dc-480f-8bdf-5867e82e877a req-930cba11-7774-49b6-8813-30b4da47c606 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.0678380 Sep 26 18:00:36.542511 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-62014232-d763-4540-907d-954407f518a4 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:36.543859 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-62014232-d763-4540-907d-954407f518a4 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 200 len: 814 time: 0.1473546 Sep 26 18:00:36.573003 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-f6897f9f-a16d-4cb7-a8e6-60aa00e1e927 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/quotas/df8e59bd01c64c8f8d7302ff01bba771 HTTP/1.1" status: 200 len: 375 time: 0.0213747 Sep 26 18:00:36.625728 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3cb792c4-f8dc-480f-8bdf-5867e82e877a req-61e5d2d5-2b07-4d37-b104-96c08b015c09 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809345 Sep 26 18:00:36.638538 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-032368d1-ed5b-4245-8277-287110a89d68 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599244 Sep 26 18:00:36.656977 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.708489 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=8']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:36.715540 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.716740 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.716740 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.716740 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.717056 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.717161 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.717498 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.717816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.718132 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.718448 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.718763 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.719095 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.719412 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.719725 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.720033 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:36.757029 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55f1d5-d260-4aa9-879f-3b5297115468 req-0d244cbd-3273-4f9b-bad5-59eaf501f9c1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:36.758505 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2a55f1d5-d260-4aa9-879f-3b5297115468 req-0d244cbd-3273-4f9b-bad5-59eaf501f9c1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0596244 Sep 26 18:00:36.797304 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-47193436-43e3-4814-bbaf-808a6e1a1c18 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450999 Sep 26 18:00:36.864929 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2a55f1d5-d260-4aa9-879f-3b5297115468 req-5b6fbd30-5926-45b7-856b-5720d9e8780e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000850 Sep 26 18:00:36.905156 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-807b9372-baaa-43e2-bb3b-8fedfbcdddd1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979156 Sep 26 18:00:36.917077 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac18bc7-62c0-4524-8bb6-adf7af9348da x-openstack-request-id: req-7ac18bc7-62c0-4524-8bb6-adf7af9348da {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:36.917548 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-unplugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:36.917809 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ac18bc7-62c0-4524-8bb6-adf7af9348da {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:36.918237 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac18bc7-62c0-4524-8bb6-adf7af9348da'] response: {'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'code': 200} Sep 26 18:00:37.168959 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a618746-d439-4ba1-ab18-46afb213880e req-a3db3507-65ff-4aa8-9b8e-32be339f0a39 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 210 time: 0.0388310 Sep 26 18:00:37.752390 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a977af-6e99-4423-97ae-8d260afc1123 req-5653e776-f200-4c4b-ac9b-8dbff8eaf489 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:37.753916 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-76a977af-6e99-4423-97ae-8d260afc1123 req-5653e776-f200-4c4b-ac9b-8dbff8eaf489 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 944 time: 0.0516186 Sep 26 18:00:37.798588 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:37.803959 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-76a977af-6e99-4423-97ae-8d260afc1123 req-3da42eab-2034-479f-9b25-cc3ee9147d85 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Sep 26 18:00:37.993255 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e07d49-92a1-4b26-b9ad-900ab4b8336c req-dd226393-6fbd-4aa9-8399-daf37674b278 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:37.994870 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-40e07d49-92a1-4b26-b9ad-900ab4b8336c req-dd226393-6fbd-4aa9-8399-daf37674b278 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0464447 Sep 26 18:00:38.043591 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-40e07d49-92a1-4b26-b9ad-900ab4b8336c req-66ebb436-8af8-4338-a3df-e45afdd75ff7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Sep 26 18:00:38.258014 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5be407a5-2d7b-4516-9e0d-93c9b0a5fa32 req-d755be0a-e935-4d98-bd97-c73bb902cf24 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Sep 26 18:00:38.417294 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:38.519398 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:38.531248 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'port_id': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'mac_address': 'fa:16:3e:b4:2d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:00:38.564603 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:38.564983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:38.581143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:38.601157 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:38.673479 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:38.718647 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:38.922829 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89be638-0868-4a59-b583-aab08b5083e5 req-9609c1f2-bd71-4740-9d14-ea08f301fa48 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:38.924204 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e89be638-0868-4a59-b583-aab08b5083e5 req-9609c1f2-bd71-4740-9d14-ea08f301fa48 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 945 time: 0.0471098 Sep 26 18:00:38.970814 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e89be638-0868-4a59-b583-aab08b5083e5 req-cabed5e4-3f01-4943-a947-41c1cab5ed04 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Sep 26 18:00:39.166424 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:39.177017 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add9f84-ca9f-49c7-8c48-59511b5ebb8a req-fd7eef44-58bd-4194-af41-6ccb4e380251 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:39.179329 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6add9f84-ca9f-49c7-8c48-59511b5ebb8a req-fd7eef44-58bd-4194-af41-6ccb4e380251 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0538058 Sep 26 18:00:39.245920 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6add9f84-ca9f-49c7-8c48-59511b5ebb8a req-1b863eda-ce7d-4206-b231-aed56d05f432 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607731 Sep 26 18:00:39.344367 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:39.376028 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2f86315d-400f-4ae6-8b05-750a0ccd2421 req-18cb909e-0696-439a-8b1e-d93b8302e7c8 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 210 time: 0.0311275 Sep 26 18:00:40.090963 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd04591-b320-4413-b66c-579e85a219fd req-e55f2428-7770-46d9-94d3-fb510adaf844 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:40.092429 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7bd04591-b320-4413-b66c-579e85a219fd req-e55f2428-7770-46d9-94d3-fb510adaf844 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 945 time: 0.0462654 Sep 26 18:00:40.142769 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7bd04591-b320-4413-b66c-579e85a219fd req-81a2f58a-c5a4-48db-aae6-59373d9a4ee8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 Sep 26 18:00:40.425106 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087b8ab-03b7-4ac1-8d0d-05d14605af4a req-45feba09-2dd6-4db9-902b-979d88e0da4b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:40.426495 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:40.432682 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1087b8ab-03b7-4ac1-8d0d-05d14605af4a req-45feba09-2dd6-4db9-902b-979d88e0da4b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0782449 Sep 26 18:00:40.462212 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:40.535633 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:00:40.543411 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-25411fd4-9a52-4cc4-baf2-787b93a63bb4 req-c7b363f3-56c4-4043-a6e5-cca57e42f958 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 210 time: 0.0703208 Sep 26 18:00:40.551177 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1087b8ab-03b7-4ac1-8d0d-05d14605af4a req-071af1db-d3f3-4a1f-9f3e-f2c454e9a930 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176636 Sep 26 18:00:40.553247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-aab55fbb-ac66-4ea5-ac9a-28ebee897a85 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:40.555285 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-aab55fbb-ac66-4ea5-ac9a-28ebee897a85 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.86 "GET /networking/v2.0/networks?id=b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 200 len: 814 time: 0.1883531 Sep 26 18:00:40.580495 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'port': {'device_id': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'admin_state_up': True, 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:40.668228 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:40.668607 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:40.668950 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 Sep 26 18:00:40.744059 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:40.744452 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:40.775853 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:40.778336 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fb707-8789-47ef-bd2d-b2412ceb5d47" -d '{"events": [{"server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "name": "network-vif-plugged", "status": "completed", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:40.791617 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:40.810789 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Made reservation on behalf of df8e59bd01c64c8f8d7302ff01bba771 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:00:40.821141 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:40.821423 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3d1a94-1deb-4d3b-848d-ce1e91114acb x-openstack-request-id: req-9b3d1a94-1deb-4d3b-848d-ce1e91114acb {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:40.821423 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "name": "network-vif-plugged", "status": "completed", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:40.821423 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b3d1a94-1deb-4d3b-848d-ce1e91114acb {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:40.821423 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3d1a94-1deb-4d3b-848d-ce1e91114acb'] response: {'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'code': 200} Sep 26 18:00:40.826595 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:40.909165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:40.910017 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:00:40.943917 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Allocated IP 172.20.0.13 (b20afce1-7503-4697-8dda-6e5a130f7a27/a34b5ba0-e76f-4e8f-997d-e354fd532b0e/92394117-76f4-4f16-b60c-6adb351db3cd) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:00:41.002430 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:41.043489 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: DOWN; New status is: DOWN {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:41.097479 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for port (92394117-76f4-4f16-b60c-6adb351db3cd), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:41.118111 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:41.229971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:41.263392 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:41.275849 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Network b20afce1-7503-4697-8dda-6e5a130f7a27 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:00:41.278980 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc181b20-1ad8-48d4-ab94-190abf97aae6 req-9f13f75c-f0a3-4e3e-b1c0-bad9c52a2504 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:41.284615 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:41.284781 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc181b20-1ad8-48d4-ab94-190abf97aae6 req-9f13f75c-f0a3-4e3e-b1c0-bad9c52a2504 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0556455 Sep 26 18:00:41.284879 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:00:41.288138 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:41.289326 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:41.304716 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:41.379232 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc181b20-1ad8-48d4-ab94-190abf97aae6 req-4448b4cb-b6a0-4beb-ac32-93399d869f00 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870552 Sep 26 18:00:41.395537 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5bd6c-4abe-4099-870d-1db61f034350 req-8bd5c49d-f9cf-4252-95b2-2b4d31b49d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:41.397057 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d5a5bd6c-4abe-4099-870d-1db61f034350 req-8bd5c49d-f9cf-4252-95b2-2b4d31b49d14 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 1130 time: 0.0682149 Sep 26 18:00:41.405929 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-43f2255b-5a57-49ea-8175-8490c6f69b6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8294296 Sep 26 18:00:41.423280 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Request body: {'port': {'device_id': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:41.546856 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d5a5bd6c-4abe-4099-870d-1db61f034350 req-f1d3e980-100b-4d98-b354-90852e2a7804 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377003 Sep 26 18:00:41.549301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:41.613396 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Provisioning complete for port 92394117-76f4-4f16-b60c-6adb351db3cd triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:41.614020 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:41.614239 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Attempt 1 to provision port 92394117-76f4-4f16-b60c-6adb351db3cd Sep 26 18:00:41.665601 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affefa5f-4661-4e2b-8efd-940a40274f0b req-80dc9fbe-a063-4a31-b398-110bcda9a638 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:41.668012 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Port 92394117-76f4-4f16-b60c-6adb351db3cd cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:41.672190 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-affefa5f-4661-4e2b-8efd-940a40274f0b req-80dc9fbe-a063-4a31-b398-110bcda9a638 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 932 time: 0.0530536 Sep 26 18:00:41.724369 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-affefa5f-4661-4e2b-8efd-940a40274f0b req-2f770581-22f0-4ad5-93aa-06a563a45f04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509167 Sep 26 18:00:41.856676 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92394117-76f4-4f16-b60c-6adb351db3cd {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:41.865080 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Publish callbacks [] for port (92394117-76f4-4f16-b60c-6adb351db3cd), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:41.881124 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Transition to ACTIVE for port object 92394117-76f4-4f16-b60c-6adb351db3cd will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:00:41.953021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:42.034692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Pushing event updated for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:42.046110 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:42.048790 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Attempting to bind port 92394117-76f4-4f16-b60c-6adb351db3cd on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:00:42.049127 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Attempting to bind port 92394117-76f4-4f16-b60c-6adb351db3cd by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:00:42.049578 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Attempting to bind port 92394117-76f4-4f16-b60c-6adb351db3cd on network b20afce1-7503-4697-8dda-6e5a130f7a27 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:42.074973 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-500c1ffb-3529-48ce-a586-04d4e24c1683 req-38d1a0a7-8910-4e24-b15a-66b135afffbf service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:00:42.076149 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-500c1ffb-3529-48ce-a586-04d4e24c1683 req-38d1a0a7-8910-4e24-b15a-66b135afffbf service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0068307 Sep 26 18:00:42.103228 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Port 92394117-76f4-4f16-b60c-6adb351db3cd on network b20afce1-7503-4697-8dda-6e5a130f7a27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:00:42.103431 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Attempting to bind port 92394117-76f4-4f16-b60c-6adb351db3cd on network b20afce1-7503-4697-8dda-6e5a130f7a27 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:00:42.150554 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:00:42.150885 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Checking segment: {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:42.151407 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Bound using segment: {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:00:42.151706 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Bound port: 92394117-76f4-4f16-b60c-6adb351db3cd, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df854ed-4a65-4179-8826-43df630b6454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:00:42.152062 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:42.169550 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Attempt 2 to provision port 92394117-76f4-4f16-b60c-6adb351db3cd Sep 26 18:00:42.234403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:00:42.248191 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=92394117-76f4-4f16-b60c-6adb351db3cd,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:00:42.267451 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Port 92394117-76f4-4f16-b60c-6adb351db3cd cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:00:42.348399 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:42.352838 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:42.353549 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:42.354890 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 1094 time: 0.9373922 Sep 26 18:00:42.355440 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:42.357848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a6b336-6129-4b17-bde3-352a496129ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:42.404560 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7826caac-5d6c-41d6-af25-6bf48a8c1d34 x-openstack-request-id: req-7826caac-5d6c-41d6-af25-6bf48a8c1d34 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:42.404877 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:42.405134 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7826caac-5d6c-41d6-af25-6bf48a8c1d34 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:42.405560 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7826caac-5d6c-41d6-af25-6bf48a8c1d34'] response: {'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd', 'status': 'completed', 'code': 200} Sep 26 18:00:42.421332 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceffe6-342c-44f6-acf8-90c897ca05bd service neutron] Pushing event updated for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:42.538361 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9839f-dfa5-43e1-9b66-06ea858bf139 req-2753f75f-fb2d-42ca-8db5-578572106dfa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:42.541000 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ded9839f-dfa5-43e1-9b66-06ea858bf139 req-2753f75f-fb2d-42ca-8db5-578572106dfa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0671625 Sep 26 18:00:42.636701 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b845d3-e7ab-4a72-a9a4-67fb683e0b5f req-1481d063-0fb6-49e7-b878-95f0af7fa375 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:42.638224 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-96b845d3-e7ab-4a72-a9a4-67fb683e0b5f req-1481d063-0fb6-49e7-b878-95f0af7fa375 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0761049 Sep 26 18:00:42.645681 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ded9839f-dfa5-43e1-9b66-06ea858bf139 req-a0596464-0b90-4034-bd19-f0927ba9aba4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933495 Sep 26 18:00:42.711078 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-96b845d3-e7ab-4a72-a9a4-67fb683e0b5f req-4ca939cf-639f-4e74-a7aa-950793da6d6f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641265 Sep 26 18:00:42.768975 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Attempt 3 to provision port 92394117-76f4-4f16-b60c-6adb351db3cd Sep 26 18:00:42.809745 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:42.840960 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:42.842277 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-2be36ba1-ca15-4889-bb08-65a64a6e46ad None None] Port 92394117-76f4-4f16-b60c-6adb351db3cd had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:00:42.910676 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf812bdc-f21d-48c5-a335-c0f05986c789 req-0a3dc9ee-6ce5-4590-8523-b71e520f1f52 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:42.912223 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf812bdc-f21d-48c5-a335-c0f05986c789 req-0a3dc9ee-6ce5-4590-8523-b71e520f1f52 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0517089 Sep 26 18:00:43.029640 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf812bdc-f21d-48c5-a335-c0f05986c789 req-340d729e-08f3-47b5-b8a3-50941c63d4bd tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886109 Sep 26 18:00:43.217319 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 52578) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:43.310451 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:43.322448 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-26c46ee3-8a38-4449-9bbc-8c63c4cc4a69 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035886 Sep 26 18:00:43.327712 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-6510727c-8a44-422f-bb61-e231614c01a2 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:00:43.339490 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-6510727c-8a44-422f-bb61-e231614c01a2 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0092382 Sep 26 18:00:43.416953 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52588) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:43.496823 dv-cinder-859317-1-iscsi neutron-server[118302]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 18:00:43.546948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-4b3ab09a-2c8a-4bbc-9451-04a79458b607 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:43.548441 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-4b3ab09a-2c8a-4bbc-9451-04a79458b607 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports/9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 200 len: 940 time: 0.1302993 Sep 26 18:00:43.805667 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad57bc2-e71e-4960-9ac8-b7c69749c2c7 req-ec3518bf-6469-4d13-8ba1-084692eef6fc tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:43.805667 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cad57bc2-e71e-4960-9ac8-b7c69749c2c7 req-ec3518bf-6469-4d13-8ba1-084692eef6fc tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0699785 Sep 26 18:00:43.850567 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c080-0095-4f23-88ae-79e9b23f0e38 req-f6594b3c-f751-4792-a681-1b13840cd410 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:43.852794 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1cd2c080-0095-4f23-88ae-79e9b23f0e38 req-f6594b3c-f751-4792-a681-1b13840cd410 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0511713 Sep 26 18:00:43.929661 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cad57bc2-e71e-4960-9ac8-b7c69749c2c7 req-0e035415-0780-43e2-ba24-6550962e958f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927091 Sep 26 18:00:43.938213 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1cd2c080-0095-4f23-88ae-79e9b23f0e38 req-ba6e461f-ee1d-4abc-90ca-51446ca117e5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788817 Sep 26 18:00:44.137848 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd2527-c481-4b9e-956b-364c2f7a0f94 req-2a3b328f-7414-4e33-ad5f-a16e43df6511 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:44.144792 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e5dd2527-c481-4b9e-956b-364c2f7a0f94 req-2a3b328f-7414-4e33-ad5f-a16e43df6511 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0599267 Sep 26 18:00:44.195334 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e5dd2527-c481-4b9e-956b-364c2f7a0f94 req-645b5e67-3573-44c3-8e5b-e80bb6ca07bc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Sep 26 18:00:45.059560 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fee9e-288b-4917-ac79-d7effcaac54b req-a09749ea-c696-492f-989d-89800309b380 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:45.061050 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c54fee9e-288b-4917-ac79-d7effcaac54b req-a09749ea-c696-492f-989d-89800309b380 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0519378 Sep 26 18:00:45.139192 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2228d-2c9c-4b4a-8189-b15ba7aba552 req-398dfc3f-dbed-4609-896e-1b699296219a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:45.140832 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-baa2228d-2c9c-4b4a-8189-b15ba7aba552 req-398dfc3f-dbed-4609-896e-1b699296219a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0787373 Sep 26 18:00:45.179107 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c54fee9e-288b-4917-ac79-d7effcaac54b req-a819a9e4-98c2-4d87-a182-e5dcf4bb4491 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062362 Sep 26 18:00:45.212845 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-baa2228d-2c9c-4b4a-8189-b15ba7aba552 req-bc7fdfa8-d033-443d-957d-3a155d18f8d6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655079 Sep 26 18:00:45.380578 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01078e86-677b-4919-b75b-2e1a4948d5f6 req-166e0972-be03-4336-95d1-b2b80741e4a3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:45.382711 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-01078e86-677b-4919-b75b-2e1a4948d5f6 req-166e0972-be03-4336-95d1-b2b80741e4a3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0481987 Sep 26 18:00:45.436887 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-01078e86-677b-4919-b75b-2e1a4948d5f6 req-c617af24-9658-42fe-9101-e4e6dc0865de tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483391 Sep 26 18:00:46.335207 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9d8df-07b6-495f-b25c-8036c54072c3 req-75e215e2-9c5f-4452-bd68-a38d5f71a1fe tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:46.337266 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8ab9d8df-07b6-495f-b25c-8036c54072c3 req-75e215e2-9c5f-4452-bd68-a38d5f71a1fe tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0665452 Sep 26 18:00:46.373852 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:46.387631 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeea58a-35c8-481a-b13f-81db5d9fd530 req-3dce82ec-f640-4b6e-9267-0316d5bb54f0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:46.389162 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fdeea58a-35c8-481a-b13f-81db5d9fd530 req-3dce82ec-f640-4b6e-9267-0316d5bb54f0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0742586 Sep 26 18:00:46.432596 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8ab9d8df-07b6-495f-b25c-8036c54072c3 req-821ca8e8-8f53-4e5d-92d3-119770fff199 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779691 Sep 26 18:00:46.476438 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fdeea58a-35c8-481a-b13f-81db5d9fd530 req-9fd14759-e0a7-480a-8d5b-54c3d18038f2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761890 Sep 26 18:00:46.591294 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb86a8a-5edb-4337-857b-9b91921a9b1b req-af56c813-46dd-4b88-946f-5c909ca3c4ba tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:46.592841 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8cb86a8a-5edb-4337-857b-9b91921a9b1b req-af56c813-46dd-4b88-946f-5c909ca3c4ba tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0581112 Sep 26 18:00:46.645307 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8cb86a8a-5edb-4337-857b-9b91921a9b1b req-09d3f40c-4cae-4b24-9eeb-e19568753e5c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Sep 26 18:00:47.561748 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:47.591170 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fc1f6-f54f-428d-a818-fb8398337022 req-98e6c293-4d8d-49a4-9757-f0a117ca67ac tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:47.593124 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f68fc1f6-f54f-428d-a818-fb8398337022 req-98e6c293-4d8d-49a4-9757-f0a117ca67ac tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0684960 Sep 26 18:00:47.642770 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1f653-9701-4468-9d8d-567e825cf6c8 req-543ec3e3-46c3-4b3c-a315-e92c49f66c8f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:47.644222 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aec1f653-9701-4468-9d8d-567e825cf6c8 req-543ec3e3-46c3-4b3c-a315-e92c49f66c8f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0764644 Sep 26 18:00:47.700958 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f68fc1f6-f54f-428d-a818-fb8398337022 req-fe25a7a6-6090-47dc-bb68-04d7521b3f31 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866692 Sep 26 18:00:47.728655 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aec1f653-9701-4468-9d8d-567e825cf6c8 req-a4c572e5-4687-485a-b698-92aeeda228d9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653305 Sep 26 18:00:47.842806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e4ada-55ee-45f0-984c-4c3172533971 req-1c791d8f-f682-4813-98b3-042066d9dba1 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:47.844395 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-727e4ada-55ee-45f0-984c-4c3172533971 req-1c791d8f-f682-4813-98b3-042066d9dba1 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0681849 Sep 26 18:00:47.961202 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-727e4ada-55ee-45f0-984c-4c3172533971 req-77feb569-7077-46c7-b60e-3ad4e2712ce9 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094813 Sep 26 18:00:48.896339 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56032532-b0f5-4db5-8ec8-f90a2c34958e req-ec523f6f-d9d9-44b8-9836-a0c5c6809d29 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:48.898001 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-56032532-b0f5-4db5-8ec8-f90a2c34958e req-ec523f6f-d9d9-44b8-9836-a0c5c6809d29 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.1066062 Sep 26 18:00:48.909360 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fa652-7e6b-4392-a4a5-1ea703eb37f2 req-291555aa-de85-44ed-b434-5f7ba022aafb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:48.911132 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa4fa652-7e6b-4392-a4a5-1ea703eb37f2 req-291555aa-de85-44ed-b434-5f7ba022aafb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0643079 Sep 26 18:00:48.998290 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa4fa652-7e6b-4392-a4a5-1ea703eb37f2 req-d6a88655-3a80-41cd-b3cd-c7e0fa57295f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785918 Sep 26 18:00:49.002206 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-56032532-b0f5-4db5-8ec8-f90a2c34958e req-fcc33265-6666-42a4-807b-f6b6e905a86e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896373 Sep 26 18:00:49.128247 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879df2c5-38ce-424c-b393-449acad996d3 req-6c9c9008-36bd-40af-bbd3-17c539053005 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:49.129796 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-879df2c5-38ce-424c-b393-449acad996d3 req-6c9c9008-36bd-40af-bbd3-17c539053005 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0530930 Sep 26 18:00:49.195522 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-879df2c5-38ce-424c-b393-449acad996d3 req-eb7f1782-19a6-42ec-b220-fad138021a08 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597098 Sep 26 18:00:50.170842 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe979b-1398-40f2-9f12-cf1443ad8f9c req-2d25df74-13d3-446e-9c1f-06aa0ade53a6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.172689 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42fe979b-1398-40f2-9f12-cf1443ad8f9c req-2d25df74-13d3-446e-9c1f-06aa0ade53a6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0864377 Sep 26 18:00:50.192608 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee79d69-8707-497d-95aa-f54d8641b9b9 req-c7891d13-0543-43dc-ad43-14c8f3773b8b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.194107 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0ee79d69-8707-497d-95aa-f54d8641b9b9 req-c7891d13-0543-43dc-ad43-14c8f3773b8b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0765836 Sep 26 18:00:50.254154 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:50.270104 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42fe979b-1398-40f2-9f12-cf1443ad8f9c req-cd6696e5-6beb-4806-9ff7-2dda20e54c76 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911138 Sep 26 18:00:50.274240 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0ee79d69-8707-497d-95aa-f54d8641b9b9 req-eac339d9-815e-4848-82bf-ae6430abccdd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692139 Sep 26 18:00:50.389796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49b9e7-de04-4134-8730-3848d609e35c req-48fd16e3-2d76-426a-bfd1-5abff723b6b9 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.391450 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf49b9e7-de04-4134-8730-3848d609e35c req-48fd16e3-2d76-426a-bfd1-5abff723b6b9 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0534718 Sep 26 18:00:50.459871 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf49b9e7-de04-4134-8730-3848d609e35c req-5ca24a29-80b0-4d2f-9c5f-32538c260acf tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612054 Sep 26 18:00:51.458738 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a053-5f34-4498-a8bc-71aaf8196447 req-4562f130-1c30-4689-9f99-be9d061a913d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:51.460376 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ce0a053-5f34-4498-a8bc-71aaf8196447 req-4562f130-1c30-4689-9f99-be9d061a913d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0845804 Sep 26 18:00:51.467245 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b5a8-ec03-41f6-9d6d-39e57624a587 req-77a2d77f-2577-4271-9f5c-c9cda9ad2a11 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:51.475022 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-77e3b5a8-ec03-41f6-9d6d-39e57624a587 req-77a2d77f-2577-4271-9f5c-c9cda9ad2a11 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0836802 Sep 26 18:00:51.552484 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ce0a053-5f34-4498-a8bc-71aaf8196447 req-39d31786-09c9-45f9-93d4-5f9699d8729c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824852 Sep 26 18:00:51.556616 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-77e3b5a8-ec03-41f6-9d6d-39e57624a587 req-d9530106-8d05-4673-9c54-2cde111cf888 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792804 Sep 26 18:00:51.660864 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c73a9a-8f89-42c5-84a3-49e2d146ce42 req-92e7b6a0-d849-4a49-a3cc-605d3c438782 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:51.662379 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97c73a9a-8f89-42c5-84a3-49e2d146ce42 req-92e7b6a0-d849-4a49-a3cc-605d3c438782 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0515585 Sep 26 18:00:51.712165 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97c73a9a-8f89-42c5-84a3-49e2d146ce42 req-097098a8-974f-47b4-8ed4-3ddfd484499b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Sep 26 18:00:52.689932 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:52.704538 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca9909-054a-4db6-bfa9-5f503daec6fa req-81853357-8142-4655-9854-ba6d6182e7fa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:52.706058 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a6ca9909-054a-4db6-bfa9-5f503daec6fa req-81853357-8142-4655-9854-ba6d6182e7fa tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0746567 Sep 26 18:00:52.725593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7c139-2b05-4a12-ac75-0fd8966bd15d req-e1d8fffb-a865-468d-85d3-70b6a2b2cf18 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:52.727001 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dde7c139-2b05-4a12-ac75-0fd8966bd15d req-e1d8fffb-a865-468d-85d3-70b6a2b2cf18 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0669909 Sep 26 18:00:52.796536 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a6ca9909-054a-4db6-bfa9-5f503daec6fa req-94d5f755-fdf3-4d98-9c91-7cbdf9717c9c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842097 Sep 26 18:00:52.801569 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dde7c139-2b05-4a12-ac75-0fd8966bd15d req-a6b7642a-54d7-45f6-9b59-c87ad4752c60 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677094 Sep 26 18:00:52.843188 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:52.904608 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52720) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:52.911663 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8c9b9-4f0c-42ae-a85d-87859c3d74fd req-a5c93e0c-f79f-4b04-b781-221e87d40dcf tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:52.913209 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6ec8c9b9-4f0c-42ae-a85d-87859c3d74fd req-a5c93e0c-f79f-4b04-b781-221e87d40dcf tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0483627 Sep 26 18:00:52.968214 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6ec8c9b9-4f0c-42ae-a85d-87859c3d74fd req-36f4567c-5902-44cd-bdd4-de7959865009 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493243 Sep 26 18:00:53.016997 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:53.021543 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:53.094698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Publish callbacks [] for security_group (c8e8a955-b463-4b4b-8597-65353e5c257e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:53.164955 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (c8e8a955-b463-4b4b-8597-65353e5c257e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:53.203142 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e8a955-b463-4b4b-8597-65353e5c257e,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:53.208163 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=63344913e3c843138d01b21a84898d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024473 Sep 26 18:00:53.210940 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 52724) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:53.214953 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.214953 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.214953 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.214953 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.214953 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.215507 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.215507 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.215821 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.216148 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.216473 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.216798 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.217122 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.217479 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.217799 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.218117 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edbbde8-d0cb-4e4a-9a7b-e05fbc6cac2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.262944 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Publish callbacks [] for security_group (c8e8a955-b463-4b4b-8597-65353e5c257e), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:53.283810 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Publish callbacks [] for security_group (c8e8a955-b463-4b4b-8597-65353e5c257e), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:53.388288 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:53.415719 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (c8e8a955-b463-4b4b-8597-65353e5c257e), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:53.418277 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:53.419487 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c8e8a955-b463-4b4b-8597-65353e5c257e HTTP/1.1" status: 204 len: 168 time: 0.2075677 Sep 26 18:00:53.427652 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e8a955-b463-4b4b-8597-65353e5c257e,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:53.436260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.436620 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.437076 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.437446 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.437775 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.438104 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.438423 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.438746 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.439068 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.439389 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.439710 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.440031 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.440350 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.440666 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.440982 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6aac031-e1a6-43f9-b292-35f7e86c4586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:53.950626 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4218-2486-4041-8516-39e970e54db4 req-d7a5a3dd-a217-489a-a609-0186881c44ce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:53.952114 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f4ff4218-2486-4041-8516-39e970e54db4 req-d7a5a3dd-a217-489a-a609-0186881c44ce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0782921 Sep 26 18:00:53.967517 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456d2ab-c971-43fb-8b18-5459aaf54b5a req-807d305f-0568-41db-960f-6b236554c6d0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:53.968870 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2456d2ab-c971-43fb-8b18-5459aaf54b5a req-807d305f-0568-41db-960f-6b236554c6d0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0629716 Sep 26 18:00:54.012363 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:54.041813 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f4ff4218-2486-4041-8516-39e970e54db4 req-af2d890d-a12a-49e8-98b3-cbc90ec305a2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818136 Sep 26 18:00:54.045839 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2456d2ab-c971-43fb-8b18-5459aaf54b5a req-42af2188-5c18-4712-a81f-edc525179e11 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707171 Sep 26 18:00:54.148490 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427e86a-9ff1-47b2-aee3-c56d1e5b3791 req-8aaa4c09-5131-447b-911c-a3acaa689088 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:54.150023 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f427e86a-9ff1-47b2-aee3-c56d1e5b3791 req-8aaa4c09-5131-447b-911c-a3acaa689088 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0525339 Sep 26 18:00:54.198644 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f427e86a-9ff1-47b2-aee3-c56d1e5b3791 req-3be2bae4-ab94-429f-8a51-6de0ae138bfc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Sep 26 18:00:54.422997 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 52756) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:54.524518 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1121438827-network', 'tenant_id': '7407b259f9ce40558c02a60e29e50c93'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:54.673899 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Made reservation on behalf of 7407b259f9ce40558c02a60e29e50c93 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:00:54.676412 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:54.686796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:54.759863 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks [] for security_group (a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:54.844869 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:54.871467 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 454} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:00:54.881325 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:54.882164 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:54.886939 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (8d65b3df-8c56-49a8-9f51-46942c47217f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:54.887280 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Added segment 8d65b3df-8c56-49a8-9f51-46942c47217f of type vlan for network 916bf790-1a83-44fc-a77a-94ae8e7ef414 Sep 26 18:00:54.928643 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (916bf790-1a83-44fc-a77a-94ae8e7ef414), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:55.050809 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (916bf790-1a83-44fc-a77a-94ae8e7ef414), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:55.051821 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:55.052391 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:55.114190 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=916bf790-1a83-44fc-a77a-94ae8e7ef414,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:55.125787 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 916bf790-1a83-44fc-a77a-94ae8e7ef414 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:00:55.168205 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6a05edf8-d3eb-4c63-96c0-5c7583a5bb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:55.193330 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a17f96b8-105b-4198-8267-7a4a5f86e7f8 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7690682 Sep 26 18:00:55.196447 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52764) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:55.201452 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Request body: {'subnet': {'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1121438827-subnet', 'tenant_id': '7407b259f9ce40558c02a60e29e50c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:55.209009 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4561b-0165-4dd4-b139-06217ad1ea55 req-8db964ba-c694-4745-924f-5ef2c9e88d0f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:55.211185 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eda4561b-0165-4dd4-b139-06217ad1ea55 req-8db964ba-c694-4745-924f-5ef2c9e88d0f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0878541 Sep 26 18:00:55.219249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc78d9f-4ec1-492d-aeb1-ab5fd2615e05 req-7840464b-591c-4b37-b4fc-8ef26eb1ddf0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:55.221240 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7fc78d9f-4ec1-492d-aeb1-ab5fd2615e05 req-7840464b-591c-4b37-b4fc-8ef26eb1ddf0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0849483 Sep 26 18:00:55.296720 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eda4561b-0165-4dd4-b139-06217ad1ea55 req-ea8bada0-65e3-4dec-9835-f52417ec3626 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749369 Sep 26 18:00:55.300757 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7fc78d9f-4ec1-492d-aeb1-ab5fd2615e05 req-c3be8e1d-380e-4a12-a42d-913e358b1313 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716088 Sep 26 18:00:55.319821 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Made reservation on behalf of 7407b259f9ce40558c02a60e29e50c93 for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:00:55.322341 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:55.372821 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:55.409476 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce8a95-c159-4571-a590-23dea63e746b req-aad708c7-32b2-45f7-82e2-5eee199a85f3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:55.411058 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c0ce8a95-c159-4571-a590-23dea63e746b req-aad708c7-32b2-45f7-82e2-5eee199a85f3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0484636 Sep 26 18:00:55.459429 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c0ce8a95-c159-4571-a590-23dea63e746b req-f66f8da6-1324-404e-8454-0547a8cc2cf1 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Sep 26 18:00:55.534358 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b336-6129-4b17-bde3-352a496129ca req-4116fd88-88dd-470d-a72c-147508ae2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:55.535847 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-80a6b336-6129-4b17-bde3-352a496129ca req-4116fd88-88dd-470d-a72c-147508ae2958 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1128 time: 0.0545409 Sep 26 18:00:55.643859 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (7c0d3d23-5e07-42a2-bd92-0eaa31719a42), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:55.655083 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:55.713718 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b336-6129-4b17-bde3-352a496129ca req-747658ac-46ea-40d4-9706-d28b681978c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:55.715169 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-80a6b336-6129-4b17-bde3-352a496129ca req-747658ac-46ea-40d4-9706-d28b681978c6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1369278 Sep 26 18:00:55.727916 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0d3d23-5e07-42a2-bd92-0eaa31719a42,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:55.738027 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Checking segment: {'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:00:55.738394 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Network hostable DHCP agents. Network: 916bf790-1a83-44fc-a77a-94ae8e7ef414, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:00:56.060380 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Network 916bf790-1a83-44fc-a77a-94ae8e7ef414 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:00:56.070741 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b336-6129-4b17-bde3-352a496129ca req-752bbce3-b42c-405f-8d7f-5f287489e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.076122 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-80a6b336-6129-4b17-bde3-352a496129ca req-752bbce3-b42c-405f-8d7f-5f287489e8e4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3306196 Sep 26 18:00:56.176543 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 916bf790-1a83-44fc-a77a-94ae8e7ef414) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:00:56.180590 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.181204 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:56.186057 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f9b2e-6aa5-4ab3-b6f3-d85be302adf5 None None] Network 916bf790-1a83-44fc-a77a-94ae8e7ef414 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:00:56.283440 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b53f45-db93-4346-bc64-9777610c99ba None None] Network 916bf790-1a83-44fc-a77a-94ae8e7ef414 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:00:56.338543 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7995f339-f9ae-44a1-9f58-e0905de762b8 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1409445 Sep 26 18:00:56.467803 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1cc12-c38f-4e0b-89ff-ce8637aa3027 req-02b58e10-83a8-47ff-89ae-31284db8ba0b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.479924 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-69b1cc12-c38f-4e0b-89ff-ce8637aa3027 req-02b58e10-83a8-47ff-89ae-31284db8ba0b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0912549 Sep 26 18:00:56.485921 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fbbf0-c5b4-4cf7-828e-40f5ec6cbb98 req-58b82a02-9646-4a43-8976-d9069fcae124 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.487343 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-807fbbf0-c5b4-4cf7-828e-40f5ec6cbb98 req-58b82a02-9646-4a43-8976-d9069fcae124 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0975912 Sep 26 18:00:56.549645 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-69b1cc12-c38f-4e0b-89ff-ce8637aa3027 req-d25a61f4-dfd8-4d14-98aa-bebf8d6f21f1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611374 Sep 26 18:00:56.593931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:56.602174 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-807fbbf0-c5b4-4cf7-828e-40f5ec6cbb98 req-5f2f8434-40b3-4518-96d2-637eacecaeac tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066177 Sep 26 18:00:56.693931 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512aa11-347b-457a-9fe8-243def91c1f9 req-5548d735-c85d-4c3d-9634-ffa0a71ab51f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.696243 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2512aa11-347b-457a-9fe8-243def91c1f9 req-5548d735-c85d-4c3d-9634-ffa0a71ab51f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0562499 Sep 26 18:00:56.751542 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:56.753809 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2512aa11-347b-457a-9fe8-243def91c1f9 req-14e0bcfd-bb0e-4bb1-837b-84b5abef3a59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508878 Sep 26 18:00:56.771464 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-c80a1935-040e-43a1-8be0-168209d2101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.773875 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-c80a1935-040e-43a1-8be0-168209d2101b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1128 time: 0.0486405 Sep 26 18:00:56.816267 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-9020d87f-4ff8-406d-9b42-34bf1c7b4818 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 217 time: 0.0329382 Sep 26 18:00:56.871585 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-43b218eb-e16d-439b-abdc-adca888909d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.872993 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-43b218eb-e16d-439b-abdc-adca888909d3 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a34b5ba0-e76f-4e8f-997d-e354fd532b0e HTTP/1.1" status: 200 len: 853 time: 0.0469267 Sep 26 18:00:56.922029 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3027b4-7f63-4240-a301-629c71bba83c req-090443c2-52ef-4e3b-911c-ee31472e99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.923596 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-090443c2-52ef-4e3b-911c-ee31472e99e3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b20afce1-7503-4697-8dda-6e5a130f7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386915 Sep 26 18:00:57.032132 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-fb186de6-a625-4f5a-a363-e764248aa2e9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924065 Sep 26 18:00:57.145068 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-da3027b4-7f63-4240-a301-629c71bba83c req-1a3b8146-f2a6-4435-b7ab-195aa28823f8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924282 Sep 26 18:00:57.428040 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6fb34d1-7548-43c1-8246-8c0fae732e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:57.692726 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd94eb7-50bc-4a4a-a444-a1732048c12d req-42b66ba4-2f58-47ee-8e9e-bb1fffac73cd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:57.692726 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ffd94eb7-50bc-4a4a-a444-a1732048c12d req-42b66ba4-2f58-47ee-8e9e-bb1fffac73cd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0496361 Sep 26 18:00:57.754864 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddd1a9-7705-4d6f-bf48-cfa57ad1aff8 req-48888d51-3766-4e94-97dd-e59564f0154c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:57.756299 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-76ddd1a9-7705-4d6f-bf48-cfa57ad1aff8 req-48888d51-3766-4e94-97dd-e59564f0154c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0637732 Sep 26 18:00:57.784558 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ffd94eb7-50bc-4a4a-a444-a1732048c12d req-7b13c6e2-3532-4351-a523-875cee59812b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824265 Sep 26 18:00:57.818198 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-76ddd1a9-7705-4d6f-bf48-cfa57ad1aff8 req-9d9b80bd-b8d6-4ab2-85b5-2af829848822 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560994 Sep 26 18:00:57.895045 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3864f5-3a88-44af-84f3-c9d90e1a2386 req-0652ed8e-596c-4cc7-b82e-2c017cd041ed tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:57.896560 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ec3864f5-3a88-44af-84f3-c9d90e1a2386 req-0652ed8e-596c-4cc7-b82e-2c017cd041ed tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0472991 Sep 26 18:00:57.961187 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6ed9e-75ae-4142-ae39-ab4e6c437296 req-55ad60cd-06d9-49dc-befd-b20aa03000e5 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:57.962632 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-64f6ed9e-75ae-4142-ae39-ab4e6c437296 req-55ad60cd-06d9-49dc-befd-b20aa03000e5 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0652111 Sep 26 18:00:57.972929 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52802) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:57.978380 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'port_id': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:57.979462 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ec3864f5-3a88-44af-84f3-c9d90e1a2386 req-7c51b491-3ea6-4957-9f62-bb8f274f747c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723033 Sep 26 18:00:58.017756 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (237f39a8-4029-4735-8dd1-d403a4c0d42d), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.452576 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.490989 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (237f39a8-4029-4735-8dd1-d403a4c0d42d), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.530869 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:58.553538 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.601468 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP 237f39a8-4029-4735-8dd1-d403a4c0d42d associated. External IP: 172.27.2.203, port: 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786. Sep 26 18:00:58.730363 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-92497f26-b209-4624-9d77-ea49388113d2 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:58.731807 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-92497f26-b209-4624-9d77-ea49388113d2 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/networks?id=916bf790-1a83-44fc-a77a-94ae8e7ef414 HTTP/1.1" status: 200 len: 814 time: 0.1161346 Sep 26 18:00:58.746081 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:58.747853 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-b1345b1c-3a4e-4f0b-9912-eb7f3d78de8e tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/quotas/7407b259f9ce40558c02a60e29e50c93 HTTP/1.1" status: 200 len: 375 time: 0.0103328 Sep 26 18:00:58.782887 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-2790787a-707e-4acb-97fb-76ecf08e1ecc tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7407b259f9ce40558c02a60e29e50c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290225 Sep 26 18:00:58.815856 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:58.912395 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-28f81706-ca82-45dc-86b5-870fa4bf706e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225295 Sep 26 18:00:58.928378 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac04c7-0550-4af5-8866-d5bf60e5e4ee req-5820e5ec-11e3-41bc-9f83-b21f762fb585 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:58.930558 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4cac04c7-0550-4af5-8866-d5bf60e5e4ee req-5820e5ec-11e3-41bc-9f83-b21f762fb585 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0583448 Sep 26 18:00:58.936290 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:58.942507 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.948806 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:58.956311 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:58.961069 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:58.961870 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:00:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:58.982538 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-987b06a3-84e2-44b5-a69e-96dedd539306 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/237f39a8-4029-4735-8dd1-d403a4c0d42d HTTP/1.1" status: 200 len: 992 time: 1.0062006 Sep 26 18:00:58.982538 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:58.983588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8324df-c59b-4828-bcf6-53dcb296943b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:59.211970 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:59.258924 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:59.291394 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4cac04c7-0550-4af5-8866-d5bf60e5e4ee req-739fe16a-12ec-44d4-a953-dc07d3add472 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527637 Sep 26 18:00:59.319661 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-f865b6c2-23f2-469f-9261-ca578b5d723d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957002 Sep 26 18:00:59.371726 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530d667f-fb63-4b79-babe-866c36d75b44 x-openstack-request-id: req-530d667f-fb63-4b79-babe-866c36d75b44 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:59.372022 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:59.372332 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-530d667f-fb63-4b79-babe-866c36d75b44 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:59.372746 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530d667f-fb63-4b79-babe-866c36d75b44'] response: {'name': 'network-changed', 'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'status': 'completed', 'code': 200} Sep 26 18:00:59.375418 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:00:59.476880 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-2924145e-a47a-4172-a809-060ef9a25f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:59.478507 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-2924145e-a47a-4172-a809-060ef9a25f34 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 1130 time: 0.0453818 Sep 26 18:00:59.492226 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9db12-8ebb-4bac-a2ee-fda8883517d5 req-84d3f1bf-abd1-496b-a2da-956512c514ac tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:59.493862 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d9b9db12-8ebb-4bac-a2ee-fda8883517d5 req-84d3f1bf-abd1-496b-a2da-956512c514ac tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 944 time: 0.0632679 Sep 26 18:00:59.502469 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '237f39a8-4029-4735-8dd1-d403a4c0d42d', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:b4:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:58Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}, {'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:47Z', 'revision_number': 2, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:59.541361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:59.556572 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:59.557402 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:00:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:59.574150 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d9b9db12-8ebb-4bac-a2ee-fda8883517d5 req-4afaf767-e7d1-44de-a2f4-6e09b9d994a0 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708473 Sep 26 18:00:59.665284 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8b7fe47f-d122-4cd1-9ed2-43f9ada8727c req-40f694e9-35c2-4f6e-8ae3-f1ba4d1dc1f7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0583873 Sep 26 18:00:59.694083 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-e628b5c1-8e56-4313-bfe3-9f630882742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:59.695662 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-e628b5c1-8e56-4313-bfe3-9f630882742f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 915 time: 0.2085445 Sep 26 18:00:59.719116 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:59.746230 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 92394117-76f4-4f16-b60c-6adb351db3cd details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:59.945565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=92394117-76f4-4f16-b60c-6adb351db3cd,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:59.968814 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '92394117-76f4-4f16-b60c-6adb351db3cd', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'port_id': '92394117-76f4-4f16-b60c-6adb351db3cd', 'mac_address': 'fa:16:3e:c8:57:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 465, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:01:00.043032 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 92394117-76f4-4f16-b60c-6adb351db3cd is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:00.043337 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.048482 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '237f39a8-4029-4735-8dd1-d403a4c0d42d', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:b4:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:58Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}, {'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:47Z', 'revision_number': 2, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:00.090098 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92394117-76f4-4f16-b60c-6adb351db3cd {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:00.097953 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e6775-284c-4a3a-ba59-cc5d9a8508e3 None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '237f39a8-4029-4735-8dd1-d403a4c0d42d', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:b4:2d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:00:58Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}, {'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:47Z', 'revision_number': 2, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:00.115679 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=92394117-76f4-4f16-b60c-6adb351db3cd,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:00.176682 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.202409 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.203870 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.207984 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:00.214393 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-5cc83f0b-540e-4e23-925f-6b17e1cf5ffa service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 HTTP/1.1" status: 200 len: 1000 time: 0.1347644 Sep 26 18:01:00.215342 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-d3a1f512-84ed-4063-ab3a-ac649ba73422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.217144 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-d3a1f512-84ed-4063-ab3a-ac649ba73422 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace&tenant_id=641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 1127 time: 0.0932889 Sep 26 18:01:00.256269 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:00.320738 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-d71797d1-7e09-44e3-9132-ab69484abe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.322266 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-d71797d1-7e09-44e3-9132-ab69484abe30 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1127 time: 0.0512893 Sep 26 18:01:00.323978 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-c52607f1-8b2d-4ed9-8f2d-8b07316fb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.326766 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-c52607f1-8b2d-4ed9-8f2d-8b07316fb688 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0913692 Sep 26 18:01:00.362228 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b7a13-9d19-4426-9662-a8156cf056ae None None] New status for floating IP 237f39a8-4029-4735-8dd1-d403a4c0d42d: ACTIVE {{(pid=118305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:01:00.429941 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-dbd091d4-2809-431f-ad59-66e6ab905e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.431456 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-dbd091d4-2809-431f-ad59-66e6ab905e30 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968003 Sep 26 18:01:00.483907 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a29aaf-b0ad-4e27-bdc0-44c986f1d6a8 req-fe220dfd-d79f-4413-a1a9-ee480b4c4861 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.485753 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-96a29aaf-b0ad-4e27-bdc0-44c986f1d6a8 req-fe220dfd-d79f-4413-a1a9-ee480b4c4861 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0818715 Sep 26 18:01:00.513674 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:00.548477 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-96a29aaf-b0ad-4e27-bdc0-44c986f1d6a8 req-b62f67cb-3641-40c0-b1c7-a2f4b238f755 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548010 Sep 26 18:01:00.552961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-04115bdb-c238-4dca-8f9b-ae20fc780872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.554944 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-04115bdb-c238-4dca-8f9b-ae20fc780872 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.2215414 Sep 26 18:01:00.560899 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-68e62bee-cc9d-4455-b26f-971d90f7b922 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149695 Sep 26 18:01:00.576333 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['92394117-76f4-4f16-b60c-6adb351db3cd'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:00.636726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:00.649535 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:00.726028 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-ae59826a-f7eb-488d-a7a9-61d493156b7c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 200 len: 999 time: 0.1541941 Sep 26 18:01:00.738086 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5461d6-de7d-4def-b305-003ec08eecec req-e78d5e01-3527-4b27-b1fd-4838cd519b46 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.738086 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c5461d6-de7d-4def-b305-003ec08eecec req-e78d5e01-3527-4b27-b1fd-4838cd519b46 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 945 time: 0.0896516 Sep 26 18:01:00.800520 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cde1317c-5d14-48e6-b659-87fed94f6b8c req-48287405-99de-4969-8aa0-363f9f861367 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0411806 Sep 26 18:01:00.805854 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-f8a1e516-d4d2-4ae1-a238-1879350e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.807383 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-f8a1e516-d4d2-4ae1-a238-1879350e8386 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0710871 Sep 26 18:01:00.809955 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6d8324df-c59b-4828-bcf6-53dcb296943b req-7840dab0-2056-4b6e-b765-2eaa1dfa53da service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376721 Sep 26 18:01:00.829884 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c5461d6-de7d-4def-b305-003ec08eecec req-a480b371-d379-4569-b00f-498722e0516a tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861979 Sep 26 18:01:00.899978 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-a4a685ed-37e9-4886-9ae4-de701d7707c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.901646 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-a4a685ed-37e9-4886-9ae4-de701d7707c6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630307 Sep 26 18:01:01.007896 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-dbc425c0-82dd-4185-ab51-59af79862c24 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931268 Sep 26 18:01:01.129368 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bd11534f-14de-4884-b342-80e2cfd089a9 req-4d08cfe4-0a37-44c5-a5f0-c95be1531312 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975497 Sep 26 18:01:01.691399 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7743acb-67ff-4dce-8081-d60b33c8b0d4 req-6abd2516-5e8b-4225-a328-8ab0e90655c6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:01.693694 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b7743acb-67ff-4dce-8081-d60b33c8b0d4 req-6abd2516-5e8b-4225-a328-8ab0e90655c6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0583282 Sep 26 18:01:01.744043 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b7743acb-67ff-4dce-8081-d60b33c8b0d4 req-b29b22ab-28d9-4baf-83e2-f0af601d50ba tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442915 Sep 26 18:01:01.774235 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 92394117-76f4-4f16-b60c-6adb351db3cd up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:01.824023 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 92394117-76f4-4f16-b60c-6adb351db3cd completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:01:01.894931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 92394117-76f4-4f16-b60c-6adb351db3cd triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:01.895425 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:01.896037 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 92394117-76f4-4f16-b60c-6adb351db3cd Sep 26 18:01:01.962884 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-293483ea-8b69-448b-b978-a7982bcb6c5f req-42e8dcf3-2d14-4fef-953e-ce5739ac7ea6 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0456233 Sep 26 18:01:02.033420 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705e4d9-5eda-4f7a-82d4-5877355003d9 req-b8c91610-05a4-4b25-a12a-a7b2ff2f4608 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:02.034993 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0705e4d9-5eda-4f7a-82d4-5877355003d9 req-b8c91610-05a4-4b25-a12a-a7b2ff2f4608 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 945 time: 0.0759947 Sep 26 18:01:02.056042 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 92394117-76f4-4f16-b60c-6adb351db3cd is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:02.058430 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.094934 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:02.097607 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc37d5e2-90d7-4810-9abc-d1269c01f10e" -d '{"events": [{"server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "name": "network-vif-plugged", "status": "completed", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:02.112633 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=92394117-76f4-4f16-b60c-6adb351db3cd,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:02.131443 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0705e4d9-5eda-4f7a-82d4-5877355003d9 req-48b87df3-99c5-49a8-a4b0-10830211cf14 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879033 Sep 26 18:01:02.165068 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.193165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af6e288-7328-4c08-a014-962583e41753 x-openstack-request-id: req-0af6e288-7328-4c08-a014-962583e41753 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:02.194900 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "name": "network-vif-plugged", "status": "completed", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:02.194900 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0af6e288-7328-4c08-a014-962583e41753 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:02.194900 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af6e288-7328-4c08-a014-962583e41753'] response: {'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd', 'code': 200} Sep 26 18:01:02.227379 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:02.889603 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e649fe5-7535-4253-9440-ab93094b9424 req-dfc333cd-2286-4c01-b4aa-c60550fb0759 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:02.891102 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8e649fe5-7535-4253-9440-ab93094b9424 req-dfc333cd-2286-4c01-b4aa-c60550fb0759 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0503676 Sep 26 18:01:02.942225 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8e649fe5-7535-4253-9440-ab93094b9424 req-61feb7b9-2712-40bf-917c-f70d42df8e8c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Sep 26 18:01:03.110336 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a881899-c4a4-42cb-acd4-abb02688d298 req-77dd666b-0c5e-46ff-a07f-8de2e38606a3 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0327437 Sep 26 18:01:03.170346 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52910) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:03.271756 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dafab-0777-459c-a576-7420c7974bf9 req-6ebe6545-f083-4295-ad68-57a7131b18bc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:03.275393 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-976dafab-0777-459c-a576-7420c7974bf9 req-6ebe6545-f083-4295-ad68-57a7131b18bc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0497377 Sep 26 18:01:03.297971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1abcbb09-40e1-40d7-a105-e05b20ee1a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.310755 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:03.337523 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-976dafab-0777-459c-a576-7420c7974bf9 req-a95d1add-cb77-42bd-a17b-36eb194ec1b6 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562649 Sep 26 18:01:03.380627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1abcbb09-40e1-40d7-a105-e05b20ee1a7b admin admin] Publish callbacks [] for security_group (12f1c550-e9f2-4bc0-8051-00fc420f5d2b), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.438670 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1abcbb09-40e1-40d7-a105-e05b20ee1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (12f1c550-e9f2-4bc0-8051-00fc420f5d2b), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.475618 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-1abcbb09-40e1-40d7-a105-e05b20ee1a7b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=52f9e3af5273414bb830e89248dbcd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041744 Sep 26 18:01:03.480992 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 52914) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:03.496375 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcbb09-40e1-40d7-a105-e05b20ee1a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1c550-e9f2-4bc0-8051-00fc420f5d2b,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:03.545443 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b38fffa3-589a-4f32-9961-4e640381c1df admin admin] Publish callbacks [] for security_group (12f1c550-e9f2-4bc0-8051-00fc420f5d2b), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.565847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b38fffa3-589a-4f32-9961-4e640381c1df admin admin] Publish callbacks [] for security_group (12f1c550-e9f2-4bc0-8051-00fc420f5d2b), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.567425 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:03.718671 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b38fffa3-589a-4f32-9961-4e640381c1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (12f1c550-e9f2-4bc0-8051-00fc420f5d2b), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.721618 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b38fffa3-589a-4f32-9961-4e640381c1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.723706 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b38fffa3-589a-4f32-9961-4e640381c1df admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/12f1c550-e9f2-4bc0-8051-00fc420f5d2b HTTP/1.1" status: 204 len: 168 time: 0.2415743 Sep 26 18:01:03.732292 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fffa3-589a-4f32-9961-4e640381c1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1c550-e9f2-4bc0-8051-00fc420f5d2b,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:04.101557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7950dd-ee7a-4a20-b7c8-e28809aa6480 req-cab80504-8e76-4814-a3e2-0fde6b1da808 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:04.103856 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1c7950dd-ee7a-4a20-b7c8-e28809aa6480 req-cab80504-8e76-4814-a3e2-0fde6b1da808 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0720360 Sep 26 18:01:04.185895 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1c7950dd-ee7a-4a20-b7c8-e28809aa6480 req-9acf2040-8565-4837-b5f3-da64e0fb4896 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757921 Sep 26 18:01:04.226570 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-92a77e77-8c04-4913-9a08-f82ad62107e3 req-944a04bd-df80-4a77-ab4c-596f5ad4294c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0292766 Sep 26 18:01:04.450366 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d48f9-9f30-4c46-bc9d-9404e59e3914 req-3eff9361-251c-4089-85d4-5575406bd256 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:04.451902 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-438d48f9-9f30-4c46-bc9d-9404e59e3914 req-3eff9361-251c-4089-85d4-5575406bd256 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0476487 Sep 26 18:01:04.514026 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-438d48f9-9f30-4c46-bc9d-9404e59e3914 req-dc874768-372e-4cc1-9a7a-f352d865923e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559938 Sep 26 18:01:05.315920 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.342009 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7a3fe-fe72-4aec-b3c9-cdc900eaf5fe req-9d7a7aa0-4dff-43ec-aafa-3e6585a06b04 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:05.343519 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1bc7a3fe-fe72-4aec-b3c9-cdc900eaf5fe req-9d7a7aa0-4dff-43ec-aafa-3e6585a06b04 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0781622 Sep 26 18:01:05.362467 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-62020425-0b17-4515-b96b-5f8a8e80119c req-3d62721a-6ad3-45ec-9a8f-06d4dd8b753b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0428088 Sep 26 18:01:05.396683 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.404939 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1bc7a3fe-fe72-4aec-b3c9-cdc900eaf5fe req-5573b9e0-1af6-44ce-b31c-cf51d64e4826 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Sep 26 18:01:05.638125 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee8a5e-1149-491d-9e52-c3065b5d1738 req-6979a292-07d2-47a7-8794-d290e2165029 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:05.639618 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-12ee8a5e-1149-491d-9e52-c3065b5d1738 req-6979a292-07d2-47a7-8794-d290e2165029 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Sep 26 18:01:05.688936 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-12ee8a5e-1149-491d-9e52-c3065b5d1738 req-2f1c20b4-6720-4571-ab9b-1129c67e6204 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Sep 26 18:01:06.468158 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5645b0f6-acd7-4a76-aa33-a5d012c5e828 req-e5b6ae18-f3c5-432b-aa13-634139cc8b65 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0292904 Sep 26 18:01:06.545731 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b4ee-0861-428f-8b6c-613679eedfe6 req-b4f74d21-cb32-4a1c-ab3a-daff005b1647 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:06.547435 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0681b4ee-0861-428f-8b6c-613679eedfe6 req-b4f74d21-cb32-4a1c-ab3a-daff005b1647 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0490310 Sep 26 18:01:06.598511 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0681b4ee-0861-428f-8b6c-613679eedfe6 req-844650d2-4597-45ca-9c80-41598296536c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448232 Sep 26 18:01:06.823593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1eef-ed2f-4bf6-a70c-899a9e3a5d50 req-58e7f3d0-74f3-4ca1-93e2-9bea10c58ebf tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:06.825099 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74fc1eef-ed2f-4bf6-a70c-899a9e3a5d50 req-58e7f3d0-74f3-4ca1-93e2-9bea10c58ebf tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0532231 Sep 26 18:01:06.873593 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74fc1eef-ed2f-4bf6-a70c-899a9e3a5d50 req-c0dd0c85-5786-40c4-9b8a-37c7d79118f1 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Sep 26 18:01:07.579185 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ec7ec84a-c593-4a99-a311-8306a36d9f06 req-07e5b1fe-3bc0-466d-9fa9-77ee297ed77b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0315127 Sep 26 18:01:07.729943 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285ac0d-a726-494f-8fe3-e572e28922d1 req-a398b5d5-a915-4ec0-b666-2e0da5b8caae tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:07.731441 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d285ac0d-a726-494f-8fe3-e572e28922d1 req-a398b5d5-a915-4ec0-b666-2e0da5b8caae tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0477479 Sep 26 18:01:07.784479 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d285ac0d-a726-494f-8fe3-e572e28922d1 req-00470b74-34ee-4b68-969b-39d861d38291 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464690 Sep 26 18:01:07.999434 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92698-5a48-495c-bb85-f2c48d7b39a0 req-aea45239-542e-4447-89ec-272b7d81dd1e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:08.001015 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7aa92698-5a48-495c-bb85-f2c48d7b39a0 req-aea45239-542e-4447-89ec-272b7d81dd1e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0511677 Sep 26 18:01:08.049997 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7aa92698-5a48-495c-bb85-f2c48d7b39a0 req-f70c8577-62fb-45c5-b07d-fc63a6ac72fc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Sep 26 18:01:08.688530 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5e0f5033-ced5-43d0-a3c0-98242850b5ff req-d2e23549-095e-4d9b-9af3-a32e288a8a48 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0293934 Sep 26 18:01:08.916740 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c19054-d1ad-4e67-af65-dd5ce5cc8cb1 req-d983f9b4-4fe3-41fb-b87b-56f54fd0c9c9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:08.918264 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46c19054-d1ad-4e67-af65-dd5ce5cc8cb1 req-d983f9b4-4fe3-41fb-b87b-56f54fd0c9c9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0484591 Sep 26 18:01:08.968745 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46c19054-d1ad-4e67-af65-dd5ce5cc8cb1 req-ac76ed6b-e035-42f3-b754-28c516ad0e6b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447056 Sep 26 18:01:09.187576 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234ae8-c72f-4603-b193-4124801e987f req-05b1505d-6072-46dd-a05a-e88aba303de5 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:09.189027 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0234ae8-c72f-4603-b193-4124801e987f req-05b1505d-6072-46dd-a05a-e88aba303de5 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0493836 Sep 26 18:01:09.242301 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0234ae8-c72f-4603-b193-4124801e987f req-bce07110-1353-4782-801d-0d899faa1017 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Sep 26 18:01:09.805558 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1545316d-b45d-429e-9da2-3bcd73ab4fe9 req-8c726fea-5634-47fb-a1a1-4d93d4544feb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Sep 26 18:01:10.098494 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26668e-5302-4a5f-966c-04cdfca9a239 req-dd9e70a3-6a72-41de-a18d-af64652c672c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:10.099968 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7a26668e-5302-4a5f-966c-04cdfca9a239 req-dd9e70a3-6a72-41de-a18d-af64652c672c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0484126 Sep 26 18:01:10.153827 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7a26668e-5302-4a5f-966c-04cdfca9a239 req-00ead5e4-a8c0-43cb-86b4-96777d01606b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474517 Sep 26 18:01:10.368124 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0c985-207c-434c-aa4a-ac95b037fdaf req-e1b1de90-6242-4c0c-85eb-6a253aa1053d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:10.369598 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-70d0c985-207c-434c-aa4a-ac95b037fdaf req-e1b1de90-6242-4c0c-85eb-6a253aa1053d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0469682 Sep 26 18:01:10.421470 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-70d0c985-207c-434c-aa4a-ac95b037fdaf req-db3f546d-27a8-4a2f-bb09-22878124ba6b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Sep 26 18:01:10.526065 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:10.545692 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=22 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:10.934097 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4345000b-0de5-4d79-8a3e-32e907ea9719 req-bf6c7583-69d4-4e2c-8909-c7a4bc586f59 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0406027 Sep 26 18:01:11.294484 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c4186-6f87-46e3-92ac-af89c1ad6698 req-08d6632b-9388-4a91-b1ea-a72f77725f8f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:11.296029 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a68c4186-6f87-46e3-92ac-af89c1ad6698 req-08d6632b-9388-4a91-b1ea-a72f77725f8f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0548694 Sep 26 18:01:11.319281 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:11.354529 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a68c4186-6f87-46e3-92ac-af89c1ad6698 req-be971ef6-de2e-4cb6-91d5-8abc68aa3376 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505292 Sep 26 18:01:11.534302 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:11.550327 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333c80-1f71-4ebe-80ac-034c7fca1620 req-b8a7805a-1165-4ea8-9e0e-83a463cf2ac1 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:11.551843 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a3333c80-1f71-4ebe-80ac-034c7fca1620 req-b8a7805a-1165-4ea8-9e0e-83a463cf2ac1 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0499234 Sep 26 18:01:11.604420 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a3333c80-1f71-4ebe-80ac-034c7fca1620 req-644a8399-ac14-4099-9159-384dae2d423a tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Sep 26 18:01:12.052542 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e2f5c0b8-edf9-4b20-b9e9-e1d17fa8b9c7 req-2dc2ed45-7889-4000-b735-d7e5ec753a02 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0294490 Sep 26 18:01:12.222973 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:12.494320 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a44a35-b891-40e0-bc74-8fd86c544c97 req-19f10f64-ca56-4520-a5eb-6079657a4b94 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:12.495734 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b6a44a35-b891-40e0-bc74-8fd86c544c97 req-19f10f64-ca56-4520-a5eb-6079657a4b94 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0522051 Sep 26 18:01:12.545316 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b6a44a35-b891-40e0-bc74-8fd86c544c97 req-ab098b69-0b06-47b9-b7cd-9bc455e5113c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Sep 26 18:01:12.723664 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa9bf3-9550-4281-b188-ba653c741956 req-3d848c9d-7eca-4e5b-8a9c-571792c22e07 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:12.725130 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35fa9bf3-9550-4281-b188-ba653c741956 req-3d848c9d-7eca-4e5b-8a9c-571792c22e07 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0480864 Sep 26 18:01:12.774306 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35fa9bf3-9550-4281-b188-ba653c741956 req-127d157c-e827-4f8a-ba58-26eea732e1b1 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432649 Sep 26 18:01:13.160219 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-25dbd82c-020e-4dcb-840b-0956abf2a306 req-854b2ec5-ce1c-48e9-be78-b582e186965b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Sep 26 18:01:13.674498 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d73f0-73a8-4ce5-80fd-fa0ce6009d80 req-5ea6ed94-0f18-4d8f-a258-761233fac252 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:13.675954 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e4d73f0-73a8-4ce5-80fd-fa0ce6009d80 req-5ea6ed94-0f18-4d8f-a258-761233fac252 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0495212 Sep 26 18:01:13.722706 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e4d73f0-73a8-4ce5-80fd-fa0ce6009d80 req-77136b61-c802-40ff-9d94-692fb29f2099 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Sep 26 18:01:13.727322 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:13.746703 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:13.747604 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=51 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:13.910344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dc9db-fee6-4a7d-81d9-15cd55d4101a req-2108eca8-45ca-42d7-8d30-0ef47a5c09b9 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:13.911857 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e4dc9db-fee6-4a7d-81d9-15cd55d4101a req-2108eca8-45ca-42d7-8d30-0ef47a5c09b9 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0510917 Sep 26 18:01:13.960309 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e4dc9db-fee6-4a7d-81d9-15cd55d4101a req-1af675f9-0df8-4084-ba1e-6a3361fa5af6 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Sep 26 18:01:14.266212 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a1248ea7-5bf3-4978-9912-baf91973726d req-2f63d1ea-8f62-4e0d-8666-36e7cfd32c34 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0311227 Sep 26 18:01:14.764830 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f05b0-8821-4c4c-adb7-006fb1587825 req-a6b68a74-e179-4467-84f5-1730d4dee5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:14.767042 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-633f05b0-8821-4c4c-adb7-006fb1587825 req-a6b68a74-e179-4467-84f5-1730d4dee5c6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1130 time: 0.0402639 Sep 26 18:01:14.830901 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-633f05b0-8821-4c4c-adb7-006fb1587825 req-2afe2fae-b6d1-4b9b-81b0-c90029e14ae7 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Sep 26 18:01:14.857834 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16cf1f-9d92-4e02-a655-4d7487c37dc9 req-a8f92361-4b34-4f2e-b6d5-e97c0dce35ac tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:14.859307 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5f16cf1f-9d92-4e02-a655-4d7487c37dc9 req-a8f92361-4b34-4f2e-b6d5-e97c0dce35ac tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0485995 Sep 26 18:01:14.906962 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5f16cf1f-9d92-4e02-a655-4d7487c37dc9 req-5d1fb4d2-68aa-4bbe-90ee-4e1c1b1658fd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Sep 26 18:01:15.079950 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840a5b6-ba34-486d-a58a-52d4658f1f54 req-414788ee-896a-418a-acad-0bdcfd772add tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:15.081451 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6840a5b6-ba34-486d-a58a-52d4658f1f54 req-414788ee-896a-418a-acad-0bdcfd772add tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0474002 Sep 26 18:01:15.130170 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6840a5b6-ba34-486d-a58a-52d4658f1f54 req-9d8727bb-950b-4af4-ad8e-b682e09988b2 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 Sep 26 18:01:15.373651 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4a3c1b19-ffc9-415d-ab71-7bf082c5dbbe req-3127623a-aa9d-4bce-93e4-89606de5c1c5 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0316689 Sep 26 18:01:16.034738 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3952de-4831-46da-8a3d-403195a86ac8 req-4217690d-a45d-49dd-88e6-dac0aa662c27 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:16.036213 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a3952de-4831-46da-8a3d-403195a86ac8 req-4217690d-a45d-49dd-88e6-dac0aa662c27 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0469127 Sep 26 18:01:16.082830 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a3952de-4831-46da-8a3d-403195a86ac8 req-601fd49f-7340-438e-98d9-b7d19122163b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Sep 26 18:01:16.268367 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08801906-fed8-46a4-839f-c47419b0d9e0 req-97682db7-b653-400b-b63c-e3beb5b82f24 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:16.270714 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-08801906-fed8-46a4-839f-c47419b0d9e0 req-97682db7-b653-400b-b63c-e3beb5b82f24 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0628643 Sep 26 18:01:16.333027 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-08801906-fed8-46a4-839f-c47419b0d9e0 req-31ec6c50-658c-4730-b341-93f4b60a3005 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Sep 26 18:01:16.495289 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-cc4d4f80-eca0-485b-8949-e1572d8f91ad tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:16.496641 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-cc4d4f80-eca0-485b-8949-e1572d8f91ad tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "GET /networking/v2.0/networks?id=916bf790-1a83-44fc-a77a-94ae8e7ef414 HTTP/1.1" status: 200 len: 814 time: 0.3589821 Sep 26 18:01:16.498769 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5ea9dd8-14c1-45aa-8d4b-62c902760bbd req-6b6cc797-c166-4eea-9c51-77d0df989021 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0329618 Sep 26 18:01:16.753159 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Request body: {'port': {'device_id': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414', 'admin_state_up': True, 'tenant_id': '7407b259f9ce40558c02a60e29e50c93'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:17.011012 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Made reservation on behalf of 7407b259f9ce40558c02a60e29e50c93 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:17.014974 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.141888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Allocated IP 172.20.0.3 (916bf790-1a83-44fc-a77a-94ae8e7ef414/7c0d3d23-5e07-42a2-bd92-0eaa31719a42/eb392aee-4e73-4b08-bf94-37264b5f28aa) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:17.212764 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071544d-1f69-448e-852b-124c055eee57 req-a29fad4a-0ad5-43b3-9980-5d67bca2824d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:17.214345 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6071544d-1f69-448e-852b-124c055eee57 req-a29fad4a-0ad5-43b3-9980-5d67bca2824d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0493000 Sep 26 18:01:17.263744 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6071544d-1f69-448e-852b-124c055eee57 req-7d0f93ed-0f58-483d-a703-69108639e931 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Sep 26 18:01:17.293084 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks [] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.394323 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.443267 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Network 916bf790-1a83-44fc-a77a-94ae8e7ef414 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:17.448181 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:17.452746 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:17.458553 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:17.459180 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.466803 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02284-ed66-4fd9-acea-f90ab266c008 req-4b56a5b0-8b81-4f6d-8c6b-7650dd71d51b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:17.468378 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-63b02284-ed66-4fd9-acea-f90ab266c008 req-4b56a5b0-8b81-4f6d-8c6b-7650dd71d51b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0597804 Sep 26 18:01:17.470887 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Pushing event updated for resources: {'Port': ['ID=eb392aee-4e73-4b08-bf94-37264b5f28aa,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:17.490365 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:17.501579 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:17.520337 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-63b02284-ed66-4fd9-acea-f90ab266c008 req-36360503-ccd1-417b-a607-9f7dee842ca3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459116 Sep 26 18:01:17.550503 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-465cbcd5-1b35-4cfc-a8ab-c66990a30c98 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013380 Sep 26 18:01:17.571329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Request body: {'port': {'device_id': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:17.634935 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.637648 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:17.660125 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc7f6-33fc-467f-b451-0f7c86d45fc0 req-64e0446f-6e64-43cb-8119-a58e39bf2acb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:17.665266 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-14cbc7f6-33fc-467f-b451-0f7c86d45fc0 req-64e0446f-6e64-43cb-8119-a58e39bf2acb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 931 time: 0.0804865 Sep 26 18:01:17.675335 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ec9cb-909a-4336-8562-02150ec6a550 req-3f4bc729-eb38-4b58-9fa8-bbf1623dd96b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:17.676856 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d63ec9cb-909a-4336-8562-02150ec6a550 req-3f4bc729-eb38-4b58-9fa8-bbf1623dd96b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0626898 Sep 26 18:01:17.678611 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:17.752899 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-14cbc7f6-33fc-467f-b451-0f7c86d45fc0 req-6bc4de08-818e-4c19-85ee-1b4e2a58d41a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750592 Sep 26 18:01:17.756153 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d63ec9cb-909a-4336-8562-02150ec6a550 req-095645aa-35e0-4428-8fe0-49b0e8a869f3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715761 Sep 26 18:01:17.900926 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb392aee-4e73-4b08-bf94-37264b5f28aa {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:17.908918 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Publish callbacks [] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.921955 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Transition to ACTIVE for port object eb392aee-4e73-4b08-bf94-37264b5f28aa will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:01:17.976257 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:18.042954 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Pushing event updated for resources: {'Port': ['ID=eb392aee-4e73-4b08-bf94-37264b5f28aa,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:18.053964 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Attempting to bind port eb392aee-4e73-4b08-bf94-37264b5f28aa on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:18.054302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Attempting to bind port eb392aee-4e73-4b08-bf94-37264b5f28aa by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:18.054666 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Attempting to bind port eb392aee-4e73-4b08-bf94-37264b5f28aa on network 916bf790-1a83-44fc-a77a-94ae8e7ef414 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:18.097095 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Port eb392aee-4e73-4b08-bf94-37264b5f28aa on network 916bf790-1a83-44fc-a77a-94ae8e7ef414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:01:18.097461 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Attempting to bind port eb392aee-4e73-4b08-bf94-37264b5f28aa on network 916bf790-1a83-44fc-a77a-94ae8e7ef414 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:18.101103 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bd081-74ec-4269-b4d2-646ff36e139c req-1afb5257-802f-4b4f-9d3d-f9b6257a552d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.103255 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-be0bd081-74ec-4269-b4d2-646ff36e139c req-1afb5257-802f-4b4f-9d3d-f9b6257a552d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0506949 Sep 26 18:01:18.139465 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:18.139794 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Checking segment: {'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:18.140172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Bound using segment: {'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:18.140601 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Bound port: eb392aee-4e73-4b08-bf94-37264b5f28aa, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:18.140952 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:18.151030 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-be0bd081-74ec-4269-b4d2-646ff36e139c req-4afa5972-7239-450b-8027-411062cab1ee tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Sep 26 18:01:18.205450 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] For port eb392aee-4e73-4b08-bf94-37264b5f28aa, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:18.208614 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] For port eb392aee-4e73-4b08-bf94-37264b5f28aa, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=eb392aee-4e73-4b08-bf94-37264b5f28aa,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:18.274855 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:18.280337 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.280961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:18.282358 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/eb392aee-4e73-4b08-bf94-37264b5f28aa HTTP/1.1" status: 200 len: 1093 time: 0.7157755 Sep 26 18:01:18.282928 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'tag': 'eb392aee-4e73-4b08-bf94-37264b5f28aa'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:18.285188 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750bd9c-6aaf-41d0-a248-3e72a651266f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0845f91-ab86-4e38-86cc-14451ecc1392", "tag": "eb392aee-4e73-4b08-bf94-37264b5f28aa"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:18.331149 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972da67-fe2c-4e14-a818-688aa1e3e97a service neutron] Pushing event updated for resources: {'Port': ['ID=eb392aee-4e73-4b08-bf94-37264b5f28aa,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:18.342988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb8bad7-7243-4123-ba0f-a9db6285a298 x-openstack-request-id: req-bbb8bad7-7243-4123-ba0f-a9db6285a298 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:18.342988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0845f91-ab86-4e38-86cc-14451ecc1392", "tag": "eb392aee-4e73-4b08-bf94-37264b5f28aa", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:18.342988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbb8bad7-7243-4123-ba0f-a9db6285a298 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:18.347179 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb8bad7-7243-4123-ba0f-a9db6285a298'] response: {'name': 'network-changed', 'server_uuid': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'tag': 'eb392aee-4e73-4b08-bf94-37264b5f28aa', 'status': 'completed', 'code': 200} Sep 26 18:01:18.412115 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750bd9c-6aaf-41d0-a248-3e72a651266f req-b749c310-75d1-46d0-b9f3-cea34319948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.413895 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a750bd9c-6aaf-41d0-a248-3e72a651266f req-b749c310-75d1-46d0-b9f3-cea34319948d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=7407b259f9ce40558c02a60e29e50c93&device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 1127 time: 0.0413511 Sep 26 18:01:18.415807 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67705761-d023-41d8-abb2-5575686d565a req-ca2561cc-43ab-46e3-bd79-6772637316ea tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.416680 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-67705761-d023-41d8-abb2-5575686d565a req-ca2561cc-43ab-46e3-bd79-6772637316ea tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0574698 Sep 26 18:01:18.448141 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:18.473591 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-67705761-d023-41d8-abb2-5575686d565a req-bb61d623-0d2b-4645-9f94-d3c48607fb0b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482254 Sep 26 18:01:18.528517 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750bd9c-6aaf-41d0-a248-3e72a651266f req-4a65c01b-ee5a-45e6-a9d8-1174447cb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.530256 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a750bd9c-6aaf-41d0-a248-3e72a651266f req-4a65c01b-ee5a-45e6-a9d8-1174447cb464 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=7407b259f9ce40558c02a60e29e50c93&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1078696 Sep 26 18:01:18.624566 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750bd9c-6aaf-41d0-a248-3e72a651266f req-473d658d-d212-4554-a8bd-09519bf45799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.626005 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a750bd9c-6aaf-41d0-a248-3e72a651266f req-473d658d-d212-4554-a8bd-09519bf45799 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883121 Sep 26 18:01:18.719160 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-5e26a32e-ba70-49c2-851d-133056d9dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.720654 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-5e26a32e-ba70-49c2-851d-133056d9dbb1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=7407b259f9ce40558c02a60e29e50c93&device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 1127 time: 0.0426724 Sep 26 18:01:18.763735 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-5f3a1ea0-6fb9-4e3e-999b-f00645f9837c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb392aee-4e73-4b08-bf94-37264b5f28aa HTTP/1.1" status: 200 len: 217 time: 0.0317438 Sep 26 18:01:18.817249 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-fa415d5d-6f1c-4c26-beb1-4cdb567c11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.818685 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-fa415d5d-6f1c-4c26-beb1-4cdb567c11eb service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=7c0d3d23-5e07-42a2-bd92-0eaa31719a42 HTTP/1.1" status: 200 len: 854 time: 0.0463848 Sep 26 18:01:18.859386 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-e7f61365-02fa-4d37-a90a-85aa32454f12 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=916bf790-1a83-44fc-a77a-94ae8e7ef414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334599 Sep 26 18:01:18.882238 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c94b9-f274-4f6c-8bb8-079e571e0dac req-4bfa8532-352c-4507-a3d1-fe3f02d2c7d2 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.883809 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-387c94b9-f274-4f6c-8bb8-079e571e0dac req-4bfa8532-352c-4507-a3d1-fe3f02d2c7d2 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 943 time: 0.0528014 Sep 26 18:01:18.951879 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-387c94b9-f274-4f6c-8bb8-079e571e0dac req-d828ac93-ad3e-4717-9323-e25e0bc412db tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623426 Sep 26 18:01:18.972697 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-b9ef2178-fad1-440f-84cc-002891f51f31 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043885 Sep 26 18:01:19.010742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:19.079636 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3d7adbf1-af8b-4a74-a077-780b861b8d44 req-c0d3f6ea-65aa-4ce1-9ca2-4da55ea63d2a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879898 Sep 26 18:01:19.599458 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206b86e-d495-40e9-bd31-f8b56529f041 req-3793c335-e974-4ef0-8663-bfe799dba91b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:19.600941 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c206b86e-d495-40e9-bd31-f8b56529f041 req-3793c335-e974-4ef0-8663-bfe799dba91b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0475454 Sep 26 18:01:19.649339 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c206b86e-d495-40e9-bd31-f8b56529f041 req-5bcb82cd-4270-4d7a-902e-08fb53c4d346 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Sep 26 18:01:20.069615 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1651a-3518-4501-9fbc-2fa5988e4f10 req-ae1eb3e2-ab22-4c03-b3a9-82714b567bde tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:20.071112 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d7c1651a-3518-4501-9fbc-2fa5988e4f10 req-ae1eb3e2-ab22-4c03-b3a9-82714b567bde tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 943 time: 0.0477638 Sep 26 18:01:20.121257 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d7c1651a-3518-4501-9fbc-2fa5988e4f10 req-bd3692bb-10d3-4def-b466-1dc5f23f13b7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Sep 26 18:01:20.778323 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29107-9df1-492c-bff2-3176deed549d req-3ededc1e-04ec-4bd5-905b-7846801f215d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:20.779694 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-daa29107-9df1-492c-bff2-3176deed549d req-3ededc1e-04ec-4bd5-905b-7846801f215d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0507400 Sep 26 18:01:20.828558 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-daa29107-9df1-492c-bff2-3176deed549d req-3555f11e-4353-4363-bfee-4a6620ddc1eb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Sep 26 18:01:21.238501 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c319c-10d3-4c57-85b2-ac212405b486 req-c12ce5d7-56b9-4792-a5dc-1ecc69fc0d9a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:21.239957 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-395c319c-10d3-4c57-85b2-ac212405b486 req-c12ce5d7-56b9-4792-a5dc-1ecc69fc0d9a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 943 time: 0.0462363 Sep 26 18:01:21.287003 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-395c319c-10d3-4c57-85b2-ac212405b486 req-0a2abe84-cb10-4854-9b80-e3c4c8c97fb8 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Sep 26 18:01:21.846252 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device eb392aee-4e73-4b08-bf94-37264b5f28aa details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:01:21.949413 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port eb392aee-4e73-4b08-bf94-37264b5f28aa, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=eb392aee-4e73-4b08-bf94-37264b5f28aa,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:21.956810 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869e9cf-669d-4f69-9cdd-71a71bc7654e req-6404fb5f-b7f9-4515-94f1-d66ecda479d5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:21.958303 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5869e9cf-669d-4f69-9cdd-71a71bc7654e req-6404fb5f-b7f9-4515-94f1-d66ecda479d5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0462201 Sep 26 18:01:21.960462 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'eb392aee-4e73-4b08-bf94-37264b5f28aa', 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414', 'port_id': 'eb392aee-4e73-4b08-bf94-37264b5f28aa', 'mac_address': 'fa:16:3e:60:f7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d3d23-5e07-42a2-bd92-0eaa31719a42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:01:21.996289 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port eb392aee-4e73-4b08-bf94-37264b5f28aa is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:21.996676 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:22.009680 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5869e9cf-669d-4f69-9cdd-71a71bc7654e req-529d3781-979a-4904-9456-2070e4079dad tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 Sep 26 18:01:22.013502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb392aee-4e73-4b08-bf94-37264b5f28aa {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:22.033180 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port eb392aee-4e73-4b08-bf94-37264b5f28aa, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=eb392aee-4e73-4b08-bf94-37264b5f28aa,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:22.102940 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:22.148789 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=eb392aee-4e73-4b08-bf94-37264b5f28aa,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:22.393579 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:22.407107 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258a2da-4737-438b-9f10-dd92a6253be3 req-eaab62ac-4993-4e41-b6ad-27f25e033edf tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:22.408558 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9258a2da-4737-438b-9f10-dd92a6253be3 req-eaab62ac-4993-4e41-b6ad-27f25e033edf tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 944 time: 0.0464227 Sep 26 18:01:22.458035 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9258a2da-4737-438b-9f10-dd92a6253be3 req-f9fd864c-dc35-4c88-9a17-d20197dad3ac tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Sep 26 18:01:22.543397 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['eb392aee-4e73-4b08-bf94-37264b5f28aa'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:23.102654 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:23.139285 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3c255-01d9-41f9-af73-039d8b61ae97 req-356429b0-6ee5-4310-9e6d-50d831b86574 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:23.140777 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8b3c255-01d9-41f9-af73-039d8b61ae97 req-356429b0-6ee5-4310-9e6d-50d831b86574 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0481057 Sep 26 18:01:23.188179 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8b3c255-01d9-41f9-af73-039d8b61ae97 req-3b46eb7d-053a-4bc4-9539-5f5065aae245 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Sep 26 18:01:23.590043 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756d0bb-2983-4d58-accd-b67b70681f0c req-132c532a-ff8e-4a20-bda2-9642433a5e4e tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:23.591656 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7756d0bb-2983-4d58-accd-b67b70681f0c req-132c532a-ff8e-4a20-bda2-9642433a5e4e tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 944 time: 0.0517287 Sep 26 18:01:23.641903 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7756d0bb-2983-4d58-accd-b67b70681f0c req-71e3a7bc-2e64-40ba-a3f3-55e29ed4c071 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Sep 26 18:01:23.914300 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device eb392aee-4e73-4b08-bf94-37264b5f28aa up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:23.956202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port eb392aee-4e73-4b08-bf94-37264b5f28aa completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:01:24.015402 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port eb392aee-4e73-4b08-bf94-37264b5f28aa triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:24.015716 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.016052 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port eb392aee-4e73-4b08-bf94-37264b5f28aa Sep 26 18:01:24.085738 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port eb392aee-4e73-4b08-bf94-37264b5f28aa is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:24.086216 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.108316 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb392aee-4e73-4b08-bf94-37264b5f28aa'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:24.110550 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a38a192-3de8-4b7e-8fcb-a347af60f0ac" -d '{"events": [{"server_uuid": "d0845f91-ab86-4e38-86cc-14451ecc1392", "name": "network-vif-plugged", "status": "completed", "tag": "eb392aee-4e73-4b08-bf94-37264b5f28aa"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:24.126674 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port eb392aee-4e73-4b08-bf94-37264b5f28aa, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=eb392aee-4e73-4b08-bf94-37264b5f28aa,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:24.154942 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932e2c65-f048-4b56-a73f-9309ed428dfb x-openstack-request-id: req-932e2c65-f048-4b56-a73f-9309ed428dfb {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:24.155245 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0845f91-ab86-4e38-86cc-14451ecc1392", "name": "network-vif-plugged", "status": "completed", "tag": "eb392aee-4e73-4b08-bf94-37264b5f28aa", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:24.157847 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-932e2c65-f048-4b56-a73f-9309ed428dfb {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:24.157847 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932e2c65-f048-4b56-a73f-9309ed428dfb'] response: {'server_uuid': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb392aee-4e73-4b08-bf94-37264b5f28aa', 'code': 200} Sep 26 18:01:24.205072 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.258169 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=eb392aee-4e73-4b08-bf94-37264b5f28aa,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:24.317016 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e37a-812a-4b0f-a83e-c046befaadfb req-3f3b8143-403e-4f34-80ca-f2d04bcffa84 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:24.318511 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bba8e37a-812a-4b0f-a83e-c046befaadfb req-3f3b8143-403e-4f34-80ca-f2d04bcffa84 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0473702 Sep 26 18:01:24.365997 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bba8e37a-812a-4b0f-a83e-c046befaadfb req-d564a6f6-8f49-48a8-8e48-1723577b9970 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Sep 26 18:01:24.562070 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec62889-30f4-4513-b402-2d9e63a44a46 req-2c739301-743c-4270-99f0-e76d3861a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:24.563477 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0ec62889-30f4-4513-b402-2d9e63a44a46 req-2c739301-743c-4270-99f0-e76d3861a45b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 1129 time: 0.0390279 Sep 26 18:01:24.614231 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0ec62889-30f4-4513-b402-2d9e63a44a46 req-3ff518ed-5498-49b5-9502-50632144ce0c service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 Sep 26 18:01:24.772853 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bef63-7fbb-47fb-83e1-6fd40327774f req-3e50d5e8-e53d-4633-9804-32df4465d4e6 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:24.774872 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2d9bef63-7fbb-47fb-83e1-6fd40327774f req-3e50d5e8-e53d-4633-9804-32df4465d4e6 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.0560596 Sep 26 18:01:24.826458 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2d9bef63-7fbb-47fb-83e1-6fd40327774f req-811dceea-d228-42ac-91e8-92fa107044a0 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Sep 26 18:01:25.165555 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc37c-cfcf-4798-a567-c2e09a4a518d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:25.514260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18710-41d1-4879-9bee-2a9e1ef8b41f req-596a80f9-a9ec-4e7d-b105-9a0fd89f9e66 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:25.515731 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c3f18710-41d1-4879-9bee-2a9e1ef8b41f req-596a80f9-a9ec-4e7d-b105-9a0fd89f9e66 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0743170 Sep 26 18:01:25.521379 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fb612-81f1-4d60-8ef7-5417240ecbcf req-7dc17ab1-290d-477f-ae2f-80a409b4d576 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:25.522719 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cb5fb612-81f1-4d60-8ef7-5417240ecbcf req-7dc17ab1-290d-477f-ae2f-80a409b4d576 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 943 time: 0.0706892 Sep 26 18:01:25.598545 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c3f18710-41d1-4879-9bee-2a9e1ef8b41f req-6f39fbff-4bfd-45ef-aa2c-b338ca62eb68 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748634 Sep 26 18:01:25.602492 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cb5fb612-81f1-4d60-8ef7-5417240ecbcf req-f48db2a6-5683-4fa6-b424-d61e7a465eea tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727134 Sep 26 18:01:25.901483 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:01:25.946128 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0946634-8b1a-43f7-aeb8-3e7a418d1cc8 req-2d570f87-2e22-440a-b833-622f79ab9501 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:25.947588 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0946634-8b1a-43f7-aeb8-3e7a418d1cc8 req-2d570f87-2e22-440a-b833-622f79ab9501 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.0469155 Sep 26 18:01:25.994957 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0946634-8b1a-43f7-aeb8-3e7a418d1cc8 req-2961524b-c248-4254-a465-78448f88fd2c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Sep 26 18:01:26.009713 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:26.020900 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'port_id': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'mac_address': 'fa:16:3e:de:83:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:01:26.055474 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:26.055857 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:26.068349 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9148014a-dff0-4bcc-b428-9b6e3da43150 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:26.087734 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:26.176212 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:26.221831 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=9']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:26.639771 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:26.706535 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['9148014a-dff0-4bcc-b428-9b6e3da43150'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:26.753767 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38e086-cf77-44c5-bde3-c45bdd2ee243 req-87ad8f19-6a42-4d5c-880c-54614a7e9514 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:26.753978 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f38e086-cf77-44c5-bde3-c45bdd2ee243 req-87ad8f19-6a42-4d5c-880c-54614a7e9514 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0766938 Sep 26 18:01:26.762482 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c451f-7514-4894-8592-a96557c9bb41 req-f918b95b-9394-41ef-bd7e-a0d28fbd448d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:26.763910 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-557c451f-7514-4894-8592-a96557c9bb41 req-f918b95b-9394-41ef-bd7e-a0d28fbd448d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 944 time: 0.0778332 Sep 26 18:01:26.838372 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f38e086-cf77-44c5-bde3-c45bdd2ee243 req-d35dab7a-009e-4614-8043-6dd9a0368202 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735149 Sep 26 18:01:26.841589 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-557c451f-7514-4894-8592-a96557c9bb41 req-d3edce53-0626-49b8-812a-f26d901349dc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708904 Sep 26 18:01:27.111972 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864f4af-3df8-4f72-856f-8488f0e2f7e9 req-3a1df23c-9c8c-4280-87db-9d06e4688fa3 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:27.113421 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2864f4af-3df8-4f72-856f-8488f0e2f7e9 req-3a1df23c-9c8c-4280-87db-9d06e4688fa3 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.0456672 Sep 26 18:01:27.147594 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:27.159858 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2864f4af-3df8-4f72-856f-8488f0e2f7e9 req-497d9c1e-9e26-401f-87e4-593ee706fa0b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Sep 26 18:01:27.249776 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-1a10d5ee-1d3b-4df8-bddb-769f162e38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:27.251291 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-1a10d5ee-1d3b-4df8-bddb-769f162e38bd service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0388927 Sep 26 18:01:27.416533 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-02bc2950-9510-4150-9481-d8b3161ff4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:27.513617 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-c0843787-b8b7-45df-ad6a-f68f0bdce0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:27.515084 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-c0843787-b8b7-45df-ad6a-f68f0bdce0a4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.0919087 Sep 26 18:01:27.588177 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-4a19d8aa-9710-49de-86dd-e36f468149bd service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 200 len: 1001 time: 0.0572929 Sep 26 18:01:27.650530 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-0693aef8-d06a-4c5f-941b-0e6aa7f908d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:27.651968 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-0693aef8-d06a-4c5f-941b-0e6aa7f908d7 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0502388 Sep 26 18:01:27.712787 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-d6466b7a-ae47-49eb-8228-55516b7d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:27.714472 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-d6466b7a-ae47-49eb-8228-55516b7d4c47 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413470 Sep 26 18:01:27.817775 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-8123a6c4-e747-46b5-b3b7-fe2f69b928a9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879223 Sep 26 18:01:27.940323 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-19030ff9-054a-4340-8f44-ba34eaa7e7f9 req-abc22df2-804a-4669-b17d-9233e6f6c79c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002743 Sep 26 18:01:28.008680 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe2d4-d9b2-4b5c-818a-c8b0c3c0ab77 req-06a89926-0f14-4e7b-97f8-14bd84044592 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:28.010499 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-33dbe2d4-d9b2-4b5c-818a-c8b0c3c0ab77 req-06a89926-0f14-4e7b-97f8-14bd84044592 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0849626 Sep 26 18:01:28.021211 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564a39a-d51f-4ff9-937a-58c3315f5b3b req-bee56c22-e029-4130-bc99-15d175cebb10 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:28.023069 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2564a39a-d51f-4ff9-937a-58c3315f5b3b req-bee56c22-e029-4130-bc99-15d175cebb10 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 944 time: 0.0627468 Sep 26 18:01:28.088711 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-33dbe2d4-d9b2-4b5c-818a-c8b0c3c0ab77 req-e85eeda5-e109-48d9-a932-5a1b13a57bc2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646803 Sep 26 18:01:28.111077 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2564a39a-d51f-4ff9-937a-58c3315f5b3b req-8dd9fd4a-c476-43ed-a32a-78ce12acadee tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667446 Sep 26 18:01:28.247435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:28.270650 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.283066 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.287248 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.294596 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 9148014a-dff0-4bcc-b428-9b6e3da43150 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:28.294970 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.295298 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 9148014a-dff0-4bcc-b428-9b6e3da43150 Sep 26 18:01:28.496787 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 9148014a-dff0-4bcc-b428-9b6e3da43150 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:28.497516 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.528445 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:28.530639 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830b7c9-28b3-4a25-8c03-44f713640c42" -d '{"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-plugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:28.546405 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:28.573276 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7913de94-3e5a-41a0-84a4-8efcc147b2a6 x-openstack-request-id: req-7913de94-3e5a-41a0-84a4-8efcc147b2a6 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:28.573729 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-plugged", "status": "completed", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:28.573988 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7913de94-3e5a-41a0-84a4-8efcc147b2a6 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:28.574392 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7913de94-3e5a-41a0-84a4-8efcc147b2a6'] response: {'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'code': 200} Sep 26 18:01:28.611245 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.640336 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.692544 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=10']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:29.174090 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:29.251251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90215e53-7c0e-412b-9a10-305403f6aef3 req-e2c495a7-e22c-4992-b111-f1a424c86296 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.252728 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-90215e53-7c0e-412b-9a10-305403f6aef3 req-e2c495a7-e22c-4992-b111-f1a424c86296 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0884185 Sep 26 18:01:29.263769 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7a52f-bab5-4270-9ca5-836e99fad5d3 req-e3005fb4-1966-4731-8a89-015f8d4ef81d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.265116 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97b7a52f-bab5-4270-9ca5-836e99fad5d3 req-e3005fb4-1966-4731-8a89-015f8d4ef81d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0608494 Sep 26 18:01:29.324263 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-03ddcee2-6361-49c5-a03e-b71171b19dc9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498044 Sep 26 18:01:29.335893 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-90215e53-7c0e-412b-9a10-305403f6aef3 req-9b59de3f-1ca7-4d8d-acf6-fc5233b88497 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693088 Sep 26 18:01:29.351720 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97b7a52f-bab5-4270-9ca5-836e99fad5d3 req-75cf1a6d-5aeb-46c1-99bb-6bae5e2e74b2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780509 Sep 26 18:01:29.395367 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:29.408534 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-0205ff9e-bd46-4e7c-9a22-0351c093da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.410092 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-0205ff9e-bd46-4e7c-9a22-0351c093da81 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 1130 time: 0.0618300 Sep 26 18:01:29.560345 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b865cb4-7c5c-48d8-b256-daf29ea1785e req-c7963f9f-f3b1-4156-94fc-55077cb45112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.561763 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3b865cb4-7c5c-48d8-b256-daf29ea1785e req-c7963f9f-f3b1-4156-94fc-55077cb45112 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1130 time: 0.0559680 Sep 26 18:01:29.562885 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-f25d3b43-7a04-4888-8521-4ce72a608b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.564212 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-f25d3b43-7a04-4888-8521-4ce72a608b61 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.1205530 Sep 26 18:01:29.629767 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-85784789-903e-4490-988e-0e44f758c1db service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f HTTP/1.1" status: 200 len: 217 time: 0.0427942 Sep 26 18:01:29.685151 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3b865cb4-7c5c-48d8-b256-daf29ea1785e req-235ccdc9-6379-48fa-b104-2797eff95d72 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040165 Sep 26 18:01:29.696162 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-8d0922ca-7f16-4fb8-8b61-6c1f88a66776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.697565 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-8d0922ca-7f16-4fb8-8b61-6c1f88a66776 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0574911 Sep 26 18:01:30.046291 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-05b140ee-a507-40cd-9189-24f7b34ea65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:30.047780 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-05b140ee-a507-40cd-9189-24f7b34ea65a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411773 Sep 26 18:01:30.105815 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:30.148168 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:30.151154 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-30787f0d-f8b2-41e8-95a0-0c725fc01547 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955644 Sep 26 18:01:30.233336 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:30.257026 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-39e555ba-ef40-446f-b829-6a0a9f3d3c7a req-dca54a4c-9b79-4ea2-9c98-aef8a003d3ac service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914674 Sep 26 18:01:30.497993 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13e022-0221-4d8a-9644-f7a834f04654 req-0f5723e4-7952-43f8-8671-a2b04c64d8f4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:30.499453 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd13e022-0221-4d8a-9644-f7a834f04654 req-0f5723e4-7952-43f8-8671-a2b04c64d8f4 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0771058 Sep 26 18:01:30.520147 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb056f-3cfa-4713-a6b8-d618eac6facb req-97c0f897-6cb5-44f1-8dca-e0089a77f9f5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:30.521649 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aeeb056f-3cfa-4713-a6b8-d618eac6facb req-97c0f897-6cb5-44f1-8dca-e0089a77f9f5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0706036 Sep 26 18:01:30.587923 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd13e022-0221-4d8a-9644-f7a834f04654 req-3ec2593c-3665-40e6-a00f-be0e55e1d61c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825689 Sep 26 18:01:30.594699 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aeeb056f-3cfa-4713-a6b8-d618eac6facb req-0d82bf5a-7879-45b6-866f-5fe4b0f96494 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651827 Sep 26 18:01:31.713133 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88254b-9efd-42f1-89e5-265d6f37f7c0 req-92fd2225-679b-41aa-8698-d67a25854475 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:31.714767 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8c88254b-9efd-42f1-89e5-265d6f37f7c0 req-92fd2225-679b-41aa-8698-d67a25854475 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0470767 Sep 26 18:01:31.762022 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8c88254b-9efd-42f1-89e5-265d6f37f7c0 req-8b94f63a-e5e4-4cbf-a84d-404f04ae5412 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Sep 26 18:01:31.871628 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd44a34-9a5e-43c2-b4f5-cdaac38fb267 req-faf9d1fb-d776-45cc-868d-dc646596ea6f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:31.873093 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cbd44a34-9a5e-43c2-b4f5-cdaac38fb267 req-faf9d1fb-d776-45cc-868d-dc646596ea6f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0500696 Sep 26 18:01:31.919620 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cbd44a34-9a5e-43c2-b4f5-cdaac38fb267 req-20d2b5f5-2222-4a48-9b2c-3a54eb66f127 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Sep 26 18:01:32.886776 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f43e8-010b-4f60-83f1-40e801ee2838 req-39e69a3e-3bc5-456c-ab3b-97e1d6ec8b94 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:32.888258 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5c1f43e8-010b-4f60-83f1-40e801ee2838 req-39e69a3e-3bc5-456c-ab3b-97e1d6ec8b94 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0467529 Sep 26 18:01:32.935009 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5c1f43e8-010b-4f60-83f1-40e801ee2838 req-a06c384d-e170-4a6e-81e9-4d72a4b05d01 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Sep 26 18:01:33.057689 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef385b-f129-4b73-b6f3-0cb3545086b8 req-87c75539-fe85-49d3-a280-182b6b84e479 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:33.057689 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-11ef385b-f129-4b73-b6f3-0cb3545086b8 req-87c75539-fe85-49d3-a280-182b6b84e479 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0483589 Sep 26 18:01:33.111788 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-11ef385b-f129-4b73-b6f3-0cb3545086b8 req-5e190db0-cbd2-48f3-81a4-9434bc6939a1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534973 Sep 26 18:01:34.048660 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:34.057280 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9c9c-86ee-41ba-be1e-8a21b1132cf6 req-e9c53d4f-5b60-4411-8c63-9d6ea10d542a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.064306 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fcf9c9c-86ee-41ba-be1e-8a21b1132cf6 req-e9c53d4f-5b60-4411-8c63-9d6ea10d542a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0471716 Sep 26 18:01:34.109440 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fcf9c9c-86ee-41ba-be1e-8a21b1132cf6 req-bd79eb32-632c-4487-961c-2a2ca3f7bca8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451429 Sep 26 18:01:34.238537 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd67d98-74ce-4ba2-919f-6a05c9b1d5d9 req-1edccbbf-1bae-4243-bf6d-5ff58128b241 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.240051 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6dd67d98-74ce-4ba2-919f-6a05c9b1d5d9 req-1edccbbf-1bae-4243-bf6d-5ff58128b241 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0483108 Sep 26 18:01:34.288279 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6dd67d98-74ce-4ba2-919f-6a05c9b1d5d9 req-75418c96-bc93-4821-900c-be8b58360053 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Sep 26 18:01:35.246464 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd625f8-4766-440b-b683-23dc7f2eaca4 req-11d190aa-99ba-4895-976f-7edc776d1bbb tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:35.248993 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8cd625f8-4766-440b-b683-23dc7f2eaca4 req-11d190aa-99ba-4895-976f-7edc776d1bbb tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0591114 Sep 26 18:01:35.298581 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8cd625f8-4766-440b-b683-23dc7f2eaca4 req-a766db86-05ed-4586-be9d-6aa3f9f6a66c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 Sep 26 18:01:35.403115 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:35.416827 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763be0e1-f912-4228-bb1f-ce465ddce410 req-7f786c35-5970-4cca-984a-23988895d416 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:35.418369 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-763be0e1-f912-4228-bb1f-ce465ddce410 req-7f786c35-5970-4cca-984a-23988895d416 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0480552 Sep 26 18:01:35.489263 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-763be0e1-f912-4228-bb1f-ce465ddce410 req-cdb4bfe4-ad12-44a2-b6f1-a595572f0bcd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645776 Sep 26 18:01:36.375013 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:01:36.425731 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52965a-4afc-4888-a6e4-3491464bec82 req-c9667eb6-5fbb-4ad9-94be-7038bf1885d8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:36.427210 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-de52965a-4afc-4888-a6e4-3491464bec82 req-c9667eb6-5fbb-4ad9-94be-7038bf1885d8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0520453 Sep 26 18:01:36.474782 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-de52965a-4afc-4888-a6e4-3491464bec82 req-8ac06156-0a8b-46b5-98d0-4dc1c2040e5c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Sep 26 18:01:36.625847 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad24a6-9350-4eb9-8a50-f0141ebe40e0 req-0df9fe36-8297-4135-989c-039f0bb5177b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:36.627382 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a8ad24a6-9350-4eb9-8a50-f0141ebe40e0 req-0df9fe36-8297-4135-989c-039f0bb5177b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0574291 Sep 26 18:01:36.680348 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a8ad24a6-9350-4eb9-8a50-f0141ebe40e0 req-14822f4a-f9ca-4fc3-ab85-0635db23c5e2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460513 Sep 26 18:01:36.795904 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831589d6-08d5-40aa-8e59-52aa473685c1 req-e01d9ce9-43d3-478f-a485-cc2cd42c473e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:36.797399 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-831589d6-08d5-40aa-8e59-52aa473685c1 req-e01d9ce9-43d3-478f-a485-cc2cd42c473e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0504386 Sep 26 18:01:36.848020 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-831589d6-08d5-40aa-8e59-52aa473685c1 req-26c6c986-7d58-4ec3-98a4-0ddf26bbea0d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Sep 26 18:01:36.876769 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53316) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:37.062347 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c3e9b-348a-4057-a89c-e79e5f700332 tempest-TestMinimumBasicScenario-1669471040 tempest-TestMinimumBasicScenario-1669471040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:37.063851 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-906c3e9b-348a-4057-a89c-e79e5f700332 tempest-TestMinimumBasicScenario-1669471040 tempest-TestMinimumBasicScenario-1669471040-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1125 time: 0.1860578 Sep 26 18:01:37.066815 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53320) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:37.071575 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'port_id': '92394117-76f4-4f16-b60c-6adb351db3cd', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'fixed_ip_address': '172.20.0.13'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:37.165344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.247599 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.369304 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Allocated IP 172.27.2.46 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:37.425867 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:37.480688 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.584344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:37.598018 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf53ce1-2769-4135-8d2e-17b8451793b0 req-6a9bab78-2f1b-49a4-8cc3-b66fd9d33f4a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:37.599458 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cdf53ce1-2769-4135-8d2e-17b8451793b0 req-6a9bab78-2f1b-49a4-8cc3-b66fd9d33f4a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0472627 Sep 26 18:01:37.648222 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cdf53ce1-2769-4135-8d2e-17b8451793b0 req-360bb0f1-2180-4cf4-91ef-6fd5f8453112 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Sep 26 18:01:37.656805 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.701708 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:37.706572 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:37.710980 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:37.714226 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'Port': ['ID=3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:37.848762 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55d050-5839-4270-86fc-1c7e025cb909 req-603c06ae-cc36-4a46-ba32-6c22bd038fe4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:37.850286 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e55d050-5839-4270-86fc-1c7e025cb909 req-603c06ae-cc36-4a46-ba32-6c22bd038fe4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.1137950 Sep 26 18:01:37.866056 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78ee7b-ef3b-4f4c-ad55-667da3fcbd7b req-65ad0230-b885-4195-8454-09c020db9d9d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:37.867718 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bc78ee7b-ef3b-4f4c-ad55-667da3fcbd7b req-65ad0230-b885-4195-8454-09c020db9d9d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0948684 Sep 26 18:01:37.984489 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e55d050-5839-4270-86fc-1c7e025cb909 req-bd4b4e3f-8ab2-42ec-b760-59ef69594077 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269808 Sep 26 18:01:37.995507 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bc78ee7b-ef3b-4f4c-ad55-667da3fcbd7b req-626cce6a-a676-4add-8ba9-c2a7abb70a7c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174967 Sep 26 18:01:38.460064 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for floatingip (ad295843-979e-46ad-beec-b9a0c2923f64), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.485160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:38.598260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.792577 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.799853 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54480de-0907-4892-b792-51a52c7b7dda req-13c82521-85fe-4717-ae17-fcf352fbb55e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:38.801326 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a54480de-0907-4892-b792-51a52c7b7dda req-13c82521-85fe-4717-ae17-fcf352fbb55e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0714111 Sep 26 18:01:38.851605 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a54480de-0907-4892-b792-51a52c7b7dda req-7477f393-f91b-49bb-acf0-6f25344d7516 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Sep 26 18:01:38.867958 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.932295 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'Port': ['ID=3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:38.935013 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (ad295843-979e-46ad-beec-b9a0c2923f64), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.968651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:39.032044 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Floating IP ad295843-979e-46ad-beec-b9a0c2923f64 associated. External IP: 172.27.2.46, port: 92394117-76f4-4f16-b60c-6adb351db3cd. Sep 26 18:01:39.147138 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d5944-dd9e-49c5-80bf-0447cc331507 req-6e164a5e-ba59-467b-97a8-03ae50ea3e79 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.149118 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc7d5944-dd9e-49c5-80bf-0447cc331507 req-6e164a5e-ba59-467b-97a8-03ae50ea3e79 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0825748 Sep 26 18:01:39.242195 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc7d5944-dd9e-49c5-80bf-0447cc331507 req-1714ee53-30c9-4de8-aa3d-2feaf44d33e0 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858512 Sep 26 18:01:39.307543 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Router 95c802a4-04ef-449a-bc68-b0e9fc262264 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:01:39.318372 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:39.412382 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:39.421824 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] Sync routers for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:39.431897 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:39.432632 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:01:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:39.515459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.537648 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:39.549103 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-eb0ca3e9-07fc-4ac7-9e3b-111f24ac1d04 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4812651 Sep 26 18:01:39.550900 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:39.552401 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53344) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:39.553590 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f14253a-faa4-46cf-ad34-e36e809ea2df" -d '{"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:39.562692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-3fe4010a-bce3-4bbd-8787-139b7c5eea56 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965062654', 'description': 'tempest-secgroup-smoke-965062654 description', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:39.614455 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3212b1d-3615-4181-b33b-cfbbb8e420ac x-openstack-request-id: req-a3212b1d-3615-4181-b33b-cfbbb8e420ac {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:39.614751 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:39.615038 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3212b1d-3615-4181-b33b-cfbbb8e420ac {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:39.615406 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3212b1d-3615-4181-b33b-cfbbb8e420ac'] response: {'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd', 'status': 'completed', 'code': 200} Sep 26 18:01:39.687442 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-8a0b99ee-faf7-4240-8d36-3018aa17379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.688960 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-8a0b99ee-faf7-4240-8d36-3018aa17379c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1130 time: 0.0433686 Sep 26 18:01:39.746428 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3fe4010a-bce3-4bbd-8787-139b7c5eea56 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.762165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ad295843-979e-46ad-beec-b9a0c2923f64', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'port_id': '92394117-76f4-4f16-b60c-6adb351db3cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'mac_address': 'fa:16:3e:c8:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:38Z', 'updated_at': '2022-09-26T18:01:38Z', 'revision_number': 0, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:39.787049 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] Checking router: 95c802a4-04ef-449a-bc68-b0e9fc262264 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:01:39.795436 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:39.796052 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:01:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:39.825172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-70eb3c46-5f61-4f74-8da3-774d6efb2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.826952 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-70eb3c46-5f61-4f74-8da3-774d6efb2136 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 200 len: 915 time: 0.1243715 Sep 26 18:01:39.891160 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3fe4010a-bce3-4bbd-8787-139b7c5eea56 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group (044f911f-1f6c-4070-a037-fa310154b3a8), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.912614 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:39.913684 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-aeea9a60-f1a8-4c76-bd26-44bb6ee0d5d2 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 999 time: 0.0738230 Sep 26 18:01:39.962274 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3fe4010a-bce3-4bbd-8787-139b7c5eea56 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (044f911f-1f6c-4070-a037-fa310154b3a8), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.981022 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecae50-995d-4b0b-9881-b701f4a1e033 req-12ee5da6-0b0b-485d-b4da-6096c49ec609 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.983893 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9eecae50-995d-4b0b-9881-b701f4a1e033 req-12ee5da6-0b0b-485d-b4da-6096c49ec609 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0529807 Sep 26 18:01:39.989329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:40.003934 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-8ae401ce-9f60-4774-b4c0-08d11ffa1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:40.005427 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-8ae401ce-9f60-4774-b4c0-08d11ffa1f45 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a34b5ba0-e76f-4e8f-997d-e354fd532b0e HTTP/1.1" status: 200 len: 853 time: 0.0784404 Sep 26 18:01:40.006366 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4010a-bce3-4bbd-8787-139b7c5eea56 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044f911f-1f6c-4070-a037-fa310154b3a8,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:40.037928 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9eecae50-995d-4b0b-9881-b701f4a1e033 req-e6bf510a-e121-486f-9f2e-4bce361e4fc9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486357 Sep 26 18:01:40.068846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-7999485f-6140-4e6b-8c15-74ff1198a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:40.070421 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-7999485f-6140-4e6b-8c15-74ff1198a451 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b20afce1-7503-4697-8dda-6e5a130f7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524263 Sep 26 18:01:40.094031 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3fe4010a-bce3-4bbd-8787-139b7c5eea56 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.103574 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-3fe4010a-bce3-4bbd-8787-139b7c5eea56 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5407128 Sep 26 18:01:40.104837 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53352) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:40.109986 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-30b1dd77-e507-48d9-9918-11c8367e316b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'security_group_rule': {'security_group_id': '044f911f-1f6c-4070-a037-fa310154b3a8', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:40.142490 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ad295843-979e-46ad-beec-b9a0c2923f64', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'port_id': '92394117-76f4-4f16-b60c-6adb351db3cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'mac_address': 'fa:16:3e:c8:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:38Z', 'updated_at': '2022-09-26T18:01:38Z', 'revision_number': 0, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:40.172700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c299bf-368f-4741-9491-81de5b6b68df None None] The sync data for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi is: [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ad295843-979e-46ad-beec-b9a0c2923f64', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'port_id': '92394117-76f4-4f16-b60c-6adb351db3cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'mac_address': 'fa:16:3e:c8:57:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:38Z', 'updated_at': '2022-09-26T18:01:38Z', 'revision_number': 0, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:40.178682 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-38998f15-c9ad-408b-93af-b6f03ce1a3bb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923278 Sep 26 18:01:40.229728 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-30b1dd77-e507-48d9-9918-11c8367e316b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (de9b7919-0db7-4ae0-a682-bb4460cba7c6), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.258177 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:40.290652 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-4f14253a-faa4-46cf-ad34-e36e809ea2df req-8510b61a-5a02-4390-9267-000ec75a65ad service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988922 Sep 26 18:01:40.299466 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-30b1dd77-e507-48d9-9918-11c8367e316b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (de9b7919-0db7-4ae0-a682-bb4460cba7c6), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.379997 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb3dc-e08e-41c1-ad55-7229b4b20486 req-0093e73c-a9d0-4f88-84b9-58864e57e3d5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:40.381573 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-899bb3dc-e08e-41c1-ad55-7229b4b20486 req-0093e73c-a9d0-4f88-84b9-58864e57e3d5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0514171 Sep 26 18:01:40.382228 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92921050-a65e-4a54-90b9-7eb9fd3215ba None None] New status for floating IP ad295843-979e-46ad-beec-b9a0c2923f64: ACTIVE {{(pid=118305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:01:40.382765 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-30b1dd77-e507-48d9-9918-11c8367e316b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (de9b7919-0db7-4ae0-a682-bb4460cba7c6), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.409123 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1dd77-e507-48d9-9918-11c8367e316b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9b7919-0db7-4ae0-a682-bb4460cba7c6,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:40.454096 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-899bb3dc-e08e-41c1-ad55-7229b4b20486 req-8c18e6cf-4f11-466c-a798-7c6bfd473118 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632782 Sep 26 18:01:40.515779 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-30b1dd77-e507-48d9-9918-11c8367e316b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.516966 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-30b1dd77-e507-48d9-9918-11c8367e316b tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110801 Sep 26 18:01:40.519838 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53356) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:40.532689 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-9a8c6e16-fa80-42ff-a668-ac5d2e64af59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'security_group_rule': {'security_group_id': '044f911f-1f6c-4070-a037-fa310154b3a8', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:40.696657 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6e16-fa80-42ff-a668-ac5d2e64af59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (fd642362-e4e1-452d-a47a-db69def816eb), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.753838 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6e16-fa80-42ff-a668-ac5d2e64af59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (fd642362-e4e1-452d-a47a-db69def816eb), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.879317 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6e16-fa80-42ff-a668-ac5d2e64af59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (fd642362-e4e1-452d-a47a-db69def816eb), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.885929 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:40.901151 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c6e16-fa80-42ff-a668-ac5d2e64af59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd642362-e4e1-452d-a47a-db69def816eb,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:40.978480 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9a8c6e16-fa80-42ff-a668-ac5d2e64af59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.979777 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9a8c6e16-fa80-42ff-a668-ac5d2e64af59 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4589815 Sep 26 18:01:40.982632 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53360) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:40.986914 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-dc230296-7385-4430-bfd7-362f4713f1fb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'security_group_rule': {'security_group_id': '044f911f-1f6c-4070-a037-fa310154b3a8', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:41.156300 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dc230296-7385-4430-bfd7-362f4713f1fb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (67c1e258-6192-4c86-881e-bc8a9b968e21), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.183192 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b28992-c010-486e-ac04-b5081578fcbc req-7a87f59e-89e6-4d0f-a1b2-2538851f4dcc tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:41.184650 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35b28992-c010-486e-ac04-b5081578fcbc req-7a87f59e-89e6-4d0f-a1b2-2538851f4dcc tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0669456 Sep 26 18:01:41.247103 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:41.261651 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35b28992-c010-486e-ac04-b5081578fcbc req-98d127c3-2a19-48ab-837a-a72d25a7fddf tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694554 Sep 26 18:01:41.263341 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dc230296-7385-4430-bfd7-362f4713f1fb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (67c1e258-6192-4c86-881e-bc8a9b968e21), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.363960 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dc230296-7385-4430-bfd7-362f4713f1fb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (67c1e258-6192-4c86-881e-bc8a9b968e21), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.385744 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc230296-7385-4430-bfd7-362f4713f1fb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c1e258-6192-4c86-881e-bc8a9b968e21,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:41.493293 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dc230296-7385-4430-bfd7-362f4713f1fb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.497086 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-dc230296-7385-4430-bfd7-362f4713f1fb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5110068 Sep 26 18:01:41.497535 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53366) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:41.501688 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-d34dc775-bdc8-4903-89af-7e2c1ceced3f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'security_group_rule': {'security_group_id': '044f911f-1f6c-4070-a037-fa310154b3a8', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:41.574883 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da988-9a18-471e-b166-19156afdcd20 req-ddca1204-af23-4059-ac05-118c0665365a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:41.576232 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aa9da988-9a18-471e-b166-19156afdcd20 req-ddca1204-af23-4059-ac05-118c0665365a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0452070 Sep 26 18:01:41.624767 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aa9da988-9a18-471e-b166-19156afdcd20 req-1f4f10d3-1f21-4f57-ae21-73f8402f56fe tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428350 Sep 26 18:01:41.637882 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d34dc775-bdc8-4903-89af-7e2c1ceced3f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (a7266c27-db1a-414d-a4da-83e9a8ba0d6c), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.702176 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d34dc775-bdc8-4903-89af-7e2c1ceced3f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (a7266c27-db1a-414d-a4da-83e9a8ba0d6c), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.776557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d34dc775-bdc8-4903-89af-7e2c1ceced3f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (a7266c27-db1a-414d-a4da-83e9a8ba0d6c), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.795886 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dc775-bdc8-4903-89af-7e2c1ceced3f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7266c27-db1a-414d-a4da-83e9a8ba0d6c,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:41.881194 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d34dc775-bdc8-4903-89af-7e2c1ceced3f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.882435 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d34dc775-bdc8-4903-89af-7e2c1ceced3f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3840919 Sep 26 18:01:41.885114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53370) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:41.889446 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'security_group_rule': {'security_group_id': '044f911f-1f6c-4070-a037-fa310154b3a8', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:41.982165 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.securitygroups_db [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Project df8e59bd01c64c8f8d7302ff01bba771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:01:41.987729 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (1aafbc99-42a7-4c3d-8259-c1fcf77b096c), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.047033 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (1aafbc99-42a7-4c3d-8259-c1fcf77b096c), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.136751 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (1aafbc99-42a7-4c3d-8259-c1fcf77b096c), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.158038 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aafbc99-42a7-4c3d-8259-c1fcf77b096c,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:42.235594 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.236737 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7dd42dce-a48d-47d3-ab05-60ea45c8e396 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506634 Sep 26 18:01:42.239448 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53372) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:42.243724 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'security_group_rule': {'security_group_id': '044f911f-1f6c-4070-a037-fa310154b3a8', 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:42.342427 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.securitygroups_db [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Project df8e59bd01c64c8f8d7302ff01bba771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:01:42.348745 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (81bb7fb7-8a3c-41fe-abfe-06c1c7121d5b), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.422236 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5d477-6efd-4a2d-bc90-cdd9b8b284c9 req-8b09b185-9d52-4a07-8451-2c29bd00bf49 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:42.423727 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-87e5d477-6efd-4a2d-bc90-cdd9b8b284c9 req-8b09b185-9d52-4a07-8451-2c29bd00bf49 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0721016 Sep 26 18:01:42.445029 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:42.475989 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (81bb7fb7-8a3c-41fe-abfe-06c1c7121d5b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.493076 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-87e5d477-6efd-4a2d-bc90-cdd9b8b284c9 req-d3b868c9-550f-45a6-b1f2-ee44ddb7df2e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605581 Sep 26 18:01:42.559568 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (81bb7fb7-8a3c-41fe-abfe-06c1c7121d5b), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.580787 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bb7fb7-8a3c-41fe-abfe-06c1c7121d5b,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:42.681179 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.682510 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5957c91c-aa02-449d-a655-d4259e4ac9fe tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4421453 Sep 26 18:01:42.768782 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabf37a-61c2-4cd6-b225-cbb0428557d3 req-b00fde77-d8dd-4a5f-9bc7-264bbc52545a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:42.770287 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-daabf37a-61c2-4cd6-b225-cbb0428557d3 req-b00fde77-d8dd-4a5f-9bc7-264bbc52545a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0600667 Sep 26 18:01:42.815068 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-b8b58b09-90a0-45e7-8489-322bcebc7252 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-965062654&fields=id&tenant_id=df8e59bd01c64c8f8d7302ff01bba771 HTTP/1.1" status: 200 len: 267 time: 0.0762064 Sep 26 18:01:42.874298 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-daabf37a-61c2-4cd6-b225-cbb0428557d3 req-eec3ffa4-04f3-4543-8e04-39223c761d02 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924208 Sep 26 18:01:42.884330 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-db725896-61de-4b6c-b6de-d0c4f371a8f6 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:42.885766 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-db725896-61de-4b6c-b6de-d0c4f371a8f6 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0645342 Sep 26 18:01:42.898497 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'port': {'security_groups': ['3b62a529-d807-4b39-b203-4db6def0370e', '044f911f-1f6c-4070-a037-fa310154b3a8']}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:42.973962 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.000905 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:43.191453 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=92394117-76f4-4f16-b60c-6adb351db3cd,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:43.220298 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for port (92394117-76f4-4f16-b60c-6adb351db3cd), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.308153 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.316454 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.317056 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.318439 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a34f0b70-4bcd-458e-a074-761af5bba69c req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "PUT /networking/v2.0/ports/92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 982 time: 0.4249306 Sep 26 18:01:43.321997 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:43.324235 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c027c5-febb-42d1-8dcf-230291b7212b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:43.364778 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c1337-7983-46a2-aa99-924435fd68a0 x-openstack-request-id: req-fb1c1337-7983-46a2-aa99-924435fd68a0 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:43.364778 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:43.364778 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb1c1337-7983-46a2-aa99-924435fd68a0 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:43.365051 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb1c1337-7983-46a2-aa99-924435fd68a0'] response: {'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd', 'status': 'completed', 'code': 200} Sep 26 18:01:43.389334 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65215b-15ff-44c9-980f-3c5ff2b41da3 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=6']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:43.426636 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343e345-c49f-463b-a668-305e7815a5a6 req-ec4ba4f3-4fa2-4f29-afc7-ea3fbfd2fc29 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.428126 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0343e345-c49f-463b-a668-305e7815a5a6 req-ec4ba4f3-4fa2-4f29-afc7-ea3fbfd2fc29 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0543160 Sep 26 18:01:43.439935 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c027c5-febb-42d1-8dcf-230291b7212b req-2c45f325-2f55-4508-8abd-6da3e481a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.441743 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-86c027c5-febb-42d1-8dcf-230291b7212b req-2c45f325-2f55-4508-8abd-6da3e481a19d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1169 time: 0.0393651 Sep 26 18:01:43.454914 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['92394117-76f4-4f16-b60c-6adb351db3cd'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:43.493734 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0343e345-c49f-463b-a668-305e7815a5a6 req-8d0441c3-4b77-46ee-90de-e005f873fe52 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585625 Sep 26 18:01:43.556138 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c027c5-febb-42d1-8dcf-230291b7212b req-4ffc19e0-e3ef-467d-a7fb-80ee03f7aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.557622 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-86c027c5-febb-42d1-8dcf-230291b7212b req-4ffc19e0-e3ef-467d-a7fb-80ee03f7aa9a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 200 len: 915 time: 0.0959818 Sep 26 18:01:43.581116 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:43.590976 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['92394117-76f4-4f16-b60c-6adb351db3cd'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:43.624951 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1db643-0a9d-4a28-a97d-48a632617529 req-49ae5dfb-4b92-4b7b-9aec-5eba81b2845b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.626602 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8b1db643-0a9d-4a28-a97d-48a632617529 req-49ae5dfb-4b92-4b7b-9aec-5eba81b2845b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0512161 Sep 26 18:01:43.656056 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:43.682300 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-86c027c5-febb-42d1-8dcf-230291b7212b req-4fc538b7-1522-4ce4-99fa-f6dd23671acf service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 1001 time: 0.0675702 Sep 26 18:01:43.683629 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8b1db643-0a9d-4a28-a97d-48a632617529 req-1903c29c-1fc7-4602-b04e-b3487b8d64c1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503798 Sep 26 18:01:43.745040 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c027c5-febb-42d1-8dcf-230291b7212b req-dfe56df0-f88b-4b31-98da-0c4492bedc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.747206 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-86c027c5-febb-42d1-8dcf-230291b7212b req-dfe56df0-f88b-4b31-98da-0c4492bedc3c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a34b5ba0-e76f-4e8f-997d-e354fd532b0e HTTP/1.1" status: 200 len: 853 time: 0.0507226 Sep 26 18:01:43.794961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c027c5-febb-42d1-8dcf-230291b7212b req-ce65692c-c5b2-4893-b322-9070a9b8bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.796419 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-86c027c5-febb-42d1-8dcf-230291b7212b req-ce65692c-c5b2-4893-b322-9070a9b8bb9f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b20afce1-7503-4697-8dda-6e5a130f7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393658 Sep 26 18:01:43.799701 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:43.848922 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:43.904339 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-86c027c5-febb-42d1-8dcf-230291b7212b req-339a1d1d-141a-4e54-8f2f-c8bc1b3265bf service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918789 Sep 26 18:01:44.008857 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24e4a9-b7c5-499f-a771-d3b26a71de6f req-8959cfd8-5a7a-4adb-9062-4132a2874a15 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:44.010516 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-86c027c5-febb-42d1-8dcf-230291b7212b req-a2dc5bac-4478-4e9a-af1d-5caafd3a4e81 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902770 Sep 26 18:01:44.013675 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2c24e4a9-b7c5-499f-a771-d3b26a71de6f req-8959cfd8-5a7a-4adb-9062-4132a2874a15 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0531986 Sep 26 18:01:44.061259 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2c24e4a9-b7c5-499f-a771-d3b26a71de6f req-3bd46715-4b31-4e5e-a443-509f97405b9d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Sep 26 18:01:44.807246 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317904d7-3395-41f1-8ce4-0a056bfc853c req-0f0b1331-68ef-4261-aa41-c99869ee44d5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:44.808706 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-317904d7-3395-41f1-8ce4-0a056bfc853c req-0f0b1331-68ef-4261-aa41-c99869ee44d5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0462875 Sep 26 18:01:44.860822 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-317904d7-3395-41f1-8ce4-0a056bfc853c req-5baa2bdb-6267-453a-82e6-29327b302cef tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 Sep 26 18:01:45.184812 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d9b6e-197a-45ba-b41e-a098c428ea47 req-f9d636a7-7572-4145-ac7f-ecbfd385d23c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:45.186364 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ee4d9b6e-197a-45ba-b41e-a098c428ea47 req-f9d636a7-7572-4145-ac7f-ecbfd385d23c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0474329 Sep 26 18:01:45.232397 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ee4d9b6e-197a-45ba-b41e-a098c428ea47 req-3d9e5f5d-b766-4b23-952b-e9bf4b17d41d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Sep 26 18:01:45.985061 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e664260-d299-4a50-b14e-d32abad801fb req-51089ce0-4cd7-4a15-844d-8e5593c47960 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:45.986583 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e664260-d299-4a50-b14e-d32abad801fb req-51089ce0-4cd7-4a15-844d-8e5593c47960 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Sep 26 18:01:46.033574 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e664260-d299-4a50-b14e-d32abad801fb req-b1a98b3c-0381-471f-bb00-fc4e81704cf3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414631 Sep 26 18:01:46.357464 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877999-3c95-4453-856b-a679ac572095 req-22c0e319-0231-4b93-8cef-7e48c8312911 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:46.358941 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55877999-3c95-4453-856b-a679ac572095 req-22c0e319-0231-4b93-8cef-7e48c8312911 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0510445 Sep 26 18:01:46.405146 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55877999-3c95-4453-856b-a679ac572095 req-3f207078-f8d5-47d9-8ecf-98ecb2d0c173 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Sep 26 18:01:47.153301 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c5b85-e9e7-465d-8a4c-1a3801f7fe20 req-a909484b-ea6a-4e65-8ebf-6739301f7aea tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:47.154763 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-af0c5b85-e9e7-465d-8a4c-1a3801f7fe20 req-a909484b-ea6a-4e65-8ebf-6739301f7aea tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0469780 Sep 26 18:01:47.200802 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-af0c5b85-e9e7-465d-8a4c-1a3801f7fe20 req-fa39889b-7944-451c-8ce3-298416ab6585 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402727 Sep 26 18:01:47.524524 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913a581-4342-4153-b03f-ff6a44b9e040 req-3885d690-c6b1-4a48-acc9-264179438ca2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:47.525994 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6913a581-4342-4153-b03f-ff6a44b9e040 req-3885d690-c6b1-4a48-acc9-264179438ca2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0462105 Sep 26 18:01:47.576661 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6913a581-4342-4153-b03f-ff6a44b9e040 req-b7099769-e515-4b80-9b7d-6d89e24bf2de tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Sep 26 18:01:48.322275 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992003be-71ee-4977-8849-c14f5f8ab3ec req-dc27447c-1769-4d7f-a31b-be1e3ea4a189 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:48.323709 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-992003be-71ee-4977-8849-c14f5f8ab3ec req-dc27447c-1769-4d7f-a31b-be1e3ea4a189 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0465655 Sep 26 18:01:48.335424 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:48.370766 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-992003be-71ee-4977-8849-c14f5f8ab3ec req-ee20ca21-3f60-4a36-8f4e-610da8150ead tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Sep 26 18:01:48.706762 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edc232-1e5d-49c0-a1e6-15b693e3445d req-fd84888f-efc1-4ab4-a853-928c659bd623 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:48.708406 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-36edc232-1e5d-49c0-a1e6-15b693e3445d req-fd84888f-efc1-4ab4-a853-928c659bd623 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0552251 Sep 26 18:01:48.760573 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-36edc232-1e5d-49c0-a1e6-15b693e3445d req-a56f4866-7608-462a-872a-7a670c85babd tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460072 Sep 26 18:01:49.494229 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e2acf-8f46-4e9c-baa5-356f23479c17 req-528d1fd9-12e5-417b-ab4e-ea746b1d7eef tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:49.495660 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d23e2acf-8f46-4e9c-baa5-356f23479c17 req-528d1fd9-12e5-417b-ab4e-ea746b1d7eef tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0481398 Sep 26 18:01:49.542587 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d23e2acf-8f46-4e9c-baa5-356f23479c17 req-507a4897-d424-4829-94e6-ef55cd9737fe tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Sep 26 18:01:49.879149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a386f-853b-4066-bbb1-23170722d44e req-271c72b8-da25-4ffb-bdff-565998c83879 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:49.880583 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e77a386f-853b-4066-bbb1-23170722d44e req-271c72b8-da25-4ffb-bdff-565998c83879 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0457649 Sep 26 18:01:49.900006 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:49.928720 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e77a386f-853b-4066-bbb1-23170722d44e req-688f8ebd-13f3-4de7-82bb-89ee35a402bf tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Sep 26 18:01:50.668150 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7236f-04dd-4a05-bc95-4db02017fa4a req-4ea1735a-4550-4cdd-a9e7-c02ac6d1b0b5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.669737 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-58b7236f-04dd-4a05-bc95-4db02017fa4a req-4ea1735a-4550-4cdd-a9e7-c02ac6d1b0b5 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0500014 Sep 26 18:01:50.718291 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-58b7236f-04dd-4a05-bc95-4db02017fa4a req-0573470a-bed1-4299-9714-0dbb79bef22a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Sep 26 18:01:50.732521 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec85c74-ab62-4942-a7c0-f622e2e7f88b req-804b8c77-f7b1-4f6f-9ade-cdc835d87f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.734049 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1ec85c74-ab62-4942-a7c0-f622e2e7f88b req-804b8c77-f7b1-4f6f-9ade-cdc835d87f8d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0390539 Sep 26 18:01:50.792306 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1ec85c74-ab62-4942-a7c0-f622e2e7f88b req-b55a3b5a-dae5-436e-b87b-4d4d6175d062 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Sep 26 18:01:51.047959 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0e058-cd1e-4e57-a19f-f622d68e2b6c req-65fe79a4-fddf-41ec-a3c0-238d56397298 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:51.049422 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ec0e058-cd1e-4e57-a19f-f622d68e2b6c req-65fe79a4-fddf-41ec-a3c0-238d56397298 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0457444 Sep 26 18:01:51.096973 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ec0e058-cd1e-4e57-a19f-f622d68e2b6c req-29af0de1-2ba6-46df-bdad-e5da4a59b588 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Sep 26 18:01:51.840352 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9354383-379f-49bc-9c35-fa7db7f24d6e req-54999302-0b76-4e13-a59a-37ac40e35c66 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:51.841798 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d9354383-379f-49bc-9c35-fa7db7f24d6e req-54999302-0b76-4e13-a59a-37ac40e35c66 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0446954 Sep 26 18:01:51.889873 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d9354383-379f-49bc-9c35-fa7db7f24d6e req-a60c7235-5ea8-4e98-806f-484d41f3451a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Sep 26 18:01:52.216362 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118db352-9baf-41af-a7d5-773569cd004a req-6bcd8e0d-e66f-463e-82d6-c90c908034f2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.217856 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-118db352-9baf-41af-a7d5-773569cd004a req-6bcd8e0d-e66f-463e-82d6-c90c908034f2 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0461044 Sep 26 18:01:52.221926 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:52.224414 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:52.268934 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-118db352-9baf-41af-a7d5-773569cd004a req-0e8d289a-6ca6-4875-9a7d-8ee9359236da tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Sep 26 18:01:53.016172 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dd3d9-61da-46b7-836e-2df793378ee6 req-f26cc4fe-7ff2-4934-9afb-885ac2d5f731 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:53.017717 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f7dd3d9-61da-46b7-836e-2df793378ee6 req-f26cc4fe-7ff2-4934-9afb-885ac2d5f731 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0516131 Sep 26 18:01:53.064342 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f7dd3d9-61da-46b7-836e-2df793378ee6 req-d1f4fa93-53a2-4571-9a64-bb8dc7fb7cba tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Sep 26 18:01:53.391149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea64e7c-70ab-4202-8484-df3e4a3f175c req-a435a283-e9e2-4887-bca8-58248ba22d95 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:53.392701 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2ea64e7c-70ab-4202-8484-df3e4a3f175c req-a435a283-e9e2-4887-bca8-58248ba22d95 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Sep 26 18:01:53.441683 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2ea64e7c-70ab-4202-8484-df3e4a3f175c req-1c2eef32-8106-4a99-9a07-b761acc83e8d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Sep 26 18:01:54.102864 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=35 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:54.104734 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=15 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:54.106603 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=55 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:54.186328 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2053911-9003-4d26-a9aa-406714256247 req-5d54447a-7ed4-46a2-aa26-5333d11cfc50 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:54.187798 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e2053911-9003-4d26-a9aa-406714256247 req-5d54447a-7ed4-46a2-aa26-5333d11cfc50 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0470448 Sep 26 18:01:54.235410 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e2053911-9003-4d26-a9aa-406714256247 req-05fcea5c-1103-40ad-b526-47ec70e3fbd9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Sep 26 18:01:54.596213 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf49163-62d6-4869-bc20-256dfbc8218f req-dbeb5ce8-4892-46ae-93c1-94918e434038 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:54.597720 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fbf49163-62d6-4869-bc20-256dfbc8218f req-dbeb5ce8-4892-46ae-93c1-94918e434038 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0474026 Sep 26 18:01:54.637681 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:54.649450 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fbf49163-62d6-4869-bc20-256dfbc8218f req-b43c6c14-080a-49f8-9b30-6dfd94ed39cb tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 Sep 26 18:01:55.046959 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-174eb7bc-128f-4834-afd0-05b0e354cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.048437 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-174eb7bc-128f-4834-afd0-05b0e354cb60 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0397108 Sep 26 18:01:55.143999 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-79b60045-b1e7-4ece-92fd-1ce369127156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.144474 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0b069e2e-61e3-485c-a29b-937315e944b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:55.145513 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-79b60045-b1e7-4ece-92fd-1ce369127156 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.0852041 Sep 26 18:01:55.213517 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-3927c2bf-e6f3-43ae-8533-ed002ce09bad service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 200 len: 1001 time: 0.0618165 Sep 26 18:01:55.236235 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70730-9514-49fe-89ff-2c63b9301064 req-ea95dc03-c65b-4eb4-bc1b-dad04a983844 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.237723 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-76a70730-9514-49fe-89ff-2c63b9301064 req-ea95dc03-c65b-4eb4-bc1b-dad04a983844 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0476072 Sep 26 18:01:55.271874 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-8a94d637-888e-412b-b5c1-1ff29dcb9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.273391 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-8a94d637-888e-412b-b5c1-1ff29dcb9cfd service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0453033 Sep 26 18:01:55.285245 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-76a70730-9514-49fe-89ff-2c63b9301064 req-1bc6a34f-7824-4f8f-835d-69d6670b72ee tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 Sep 26 18:01:55.330539 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-f98cd05f-0842-4201-841d-15bf00a49a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.332054 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-f98cd05f-0842-4201-841d-15bf00a49a18 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450399 Sep 26 18:01:55.411324 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97b93c-1689-4710-89cf-13f43cbb88e5 req-b606b0d3-1b7f-4fd0-94eb-9f0f870e40c4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.412832 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a97b93c-1689-4710-89cf-13f43cbb88e5 req-b606b0d3-1b7f-4fd0-94eb-9f0f870e40c4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0571718 Sep 26 18:01:55.460248 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-bc3ddf73-3b77-4354-a22a-832b9e228684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.462383 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-bc3ddf73-3b77-4354-a22a-832b9e228684 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 1129 time: 0.0553694 Sep 26 18:01:55.463531 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a97b93c-1689-4710-89cf-13f43cbb88e5 req-647c5c19-4743-4ba8-8b35-160fbbe85d71 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449784 Sep 26 18:01:55.474118 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:55.487660 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:55.534439 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-7ea76076-6e75-4e87-8cf5-95933b31c70e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827369 Sep 26 18:01:55.625574 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-3ed8e7a0-bf20-4518-864c-e41156e03b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.627033 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-3ed8e7a0-bf20-4518-864c-e41156e03b2c service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 911 time: 0.1518137 Sep 26 18:01:55.702974 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-20071c4e-0d16-4bb2-bbfd-a8cc3135d770 req-19e39f69-d8bb-48d2-bda7-7a1dc23c76f8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548367 Sep 26 18:01:55.715888 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-b5591283-cdb4-46d4-9b73-2d654e709a1e service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e30149-7490-417a-a493-6bef261bb382 HTTP/1.1" status: 200 len: 1001 time: 0.0798531 Sep 26 18:01:55.788593 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-78522b66-a332-4eac-8ebb-8b404d37a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.790086 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-78522b66-a332-4eac-8ebb-8b404d37a3d9 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 200 len: 849 time: 0.0457995 Sep 26 18:01:55.882108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-a8a6e35b-8cb8-4f1c-8447-e428ce39d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.883518 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-a8a6e35b-8cb8-4f1c-8447-e428ce39d456 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=7327a67e-44b9-426d-af9d-05e96c87ac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382459 Sep 26 18:01:56.212093 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-f485e2e1-57f7-4ab8-b34f-317ef30ae466 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130453 Sep 26 18:01:56.403384 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:56.421578 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0789-e776-466d-8a67-6e4624474cfa req-45a589a6-1764-4164-9fba-364783985b57 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:56.423136 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d41e0789-e776-466d-8a67-6e4624474cfa req-45a589a6-1764-4164-9fba-364783985b57 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Sep 26 18:01:56.471993 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d41e0789-e776-466d-8a67-6e4624474cfa req-e9bc592d-5e00-4cbc-8a81-20a567ad504a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430365 Sep 26 18:01:56.582922 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a164-7f9e-4a88-ba65-13f3accc08da req-7f0d3189-b0bf-4f8b-ae21-edbaaea90e40 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:56.584371 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2655a164-7f9e-4a88-ba65-13f3accc08da req-7f0d3189-b0bf-4f8b-ae21-edbaaea90e40 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0458770 Sep 26 18:01:56.593586 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:56.631133 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2655a164-7f9e-4a88-ba65-13f3accc08da req-4b7e3498-bbb0-4052-b96c-a9c75bb33c64 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Sep 26 18:01:57.404675 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bcfe15b1-2b1d-4d44-a3a3-c9761f3fe90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:57.597069 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509f2c7-b4d8-4f4f-b827-f866f1b071c9 req-954e8c43-e078-42b2-99f0-3a50d4b3d28c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:57.598523 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7509f2c7-b4d8-4f4f-b827-f866f1b071c9 req-954e8c43-e078-42b2-99f0-3a50d4b3d28c tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0484636 Sep 26 18:01:57.643979 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7509f2c7-b4d8-4f4f-b827-f866f1b071c9 req-d947f4fa-7e47-41c6-be03-2ba607e70a28 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Sep 26 18:01:57.751075 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acaee4-bb02-4f3c-975d-cd1e7385b72e req-726965e1-2c8c-40a5-ada5-98109e645b77 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:57.752501 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55acaee4-bb02-4f3c-975d-cd1e7385b72e req-726965e1-2c8c-40a5-ada5-98109e645b77 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0455055 Sep 26 18:01:57.799229 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55acaee4-bb02-4f3c-975d-cd1e7385b72e req-4a2f672b-f803-4951-8db5-9f536de116d6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Sep 26 18:01:57.905292 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-2d820982-9ecf-4cf3-bf1c-ff18c6badf6c req-2f04892b-db10-4098-8003-5daea50007cd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876207 Sep 26 18:01:58.622258 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:58.764373 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a06b9e-13bc-4f87-9bf4-c6015eeb8dda req-42c82159-2016-413c-850b-493a12ce2540 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.765852 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65a06b9e-13bc-4f87-9bf4-c6015eeb8dda req-42c82159-2016-413c-850b-493a12ce2540 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0469263 Sep 26 18:01:58.816333 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65a06b9e-13bc-4f87-9bf4-c6015eeb8dda req-c8f81495-923d-42e1-a81c-b44f258e0e6e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Sep 26 18:01:58.944107 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f72cc-f0ca-473a-91bb-1c8c80e55510 req-1a32ab16-b3e8-4f96-8678-fe136029d891 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.945584 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c5f72cc-f0ca-473a-91bb-1c8c80e55510 req-1a32ab16-b3e8-4f96-8678-fe136029d891 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0721822 Sep 26 18:01:58.971989 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78159b2-0f1b-400d-a569-b426cbc32ec0 req-0aa87bff-9a7c-4ccb-b6dc-1185bc3c9eae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.973322 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f78159b2-0f1b-400d-a569-b426cbc32ec0 req-0aa87bff-9a7c-4ccb-b6dc-1185bc3c9eae tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0721333 Sep 26 18:01:58.983949 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53518) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:58.988561 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Request body: {'floatingip': {'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:59.003778 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c5f72cc-f0ca-473a-91bb-1c8c80e55510 req-88e92280-cd3b-40d2-98a5-e8da95c564b0 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523686 Sep 26 18:01:59.041172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:59.241451 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:59.488288 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:59.588076 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:59.724658 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:59.794104 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:01:59.894897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:59.899747 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:59.904552 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] Sync routers for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:59.918025 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:59.918647 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:01:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:59.937742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:59.939566 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b5b7c-0202-4486-94eb-80bb22e30986" -d '{"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:59.972990 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b65d6443-71b9-4592-b7f8-c8f8fbe49b74 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/dfa9d030-94f0-449c-8e5e-b806a28d5d99 HTTP/1.1" status: 200 len: 993 time: 0.9878840 Sep 26 18:01:59.979585 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf827ee-34af-43cc-a2a1-1fb3f2533039 x-openstack-request-id: req-9cf827ee-34af-43cc-a2a1-1fb3f2533039 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:59.979877 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:59.980132 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cf827ee-34af-43cc-a2a1-1fb3f2533039 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:59.980616 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf827ee-34af-43cc-a2a1-1fb3f2533039'] response: {'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'status': 'completed', 'code': 200} Sep 26 18:02:00.021340 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:00.136237 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a314b-ae1f-440f-8f49-77f760fd40f2 req-2eb7d2a5-08cd-4fcc-90fc-2894573fc88e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:00.137796 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8b2a314b-ae1f-440f-8f49-77f760fd40f2 req-2eb7d2a5-08cd-4fcc-90fc-2894573fc88e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0576627 Sep 26 18:02:00.190859 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:00.192366 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8b2a314b-ae1f-440f-8f49-77f760fd40f2 req-119b10f1-93bf-4e2b-9473-5843c3eab6ac tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482373 Sep 26 18:02:00.266194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'dfa9d030-94f0-449c-8e5e-b806a28d5d99', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'mac_address': 'fa:16:3e:4e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:51Z', 'updated_at': '2022-09-26T18:01:59Z', 'revision_number': 3, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:00.291076 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:00.294918 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] Checking router: e46781bc-0bf9-4603-b49b-8d53bb5b1b9f for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:00.300450 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:00.301002 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:01:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:00.401567 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:00.608899 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'dfa9d030-94f0-449c-8e5e-b806a28d5d99', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'mac_address': 'fa:16:3e:4e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:51Z', 'updated_at': '2022-09-26T18:01:59Z', 'revision_number': 3, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:00.632754 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9e3ed-3eaf-4319-9326-c996ac4f0ad5 None None] The sync data for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi is: [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'dfa9d030-94f0-449c-8e5e-b806a28d5d99', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'floating_ip_address': '172.27.2.113', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'port_id': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'mac_address': 'fa:16:3e:4e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:51Z', 'updated_at': '2022-09-26T18:01:59Z', 'revision_number': 3, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:00.870326 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-b17b540b-d8db-4e55-b95f-b8451f1fc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:00.871751 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-b17b540b-d8db-4e55-b95f-b8451f1fc3c4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0421147 Sep 26 18:02:01.380181 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:01.398970 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-89342116-8442-4299-9b43-969238afb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.400440 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-89342116-8442-4299-9b43-969238afb150 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.0944214 Sep 26 18:02:01.461110 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-adc194d6-c814-4689-ad28-7c0c9f33cb30 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 200 len: 1001 time: 0.0533812 Sep 26 18:02:01.511814 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-00c0e1ff-0f20-4c93-a26b-2f3b8d578b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.513299 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-00c0e1ff-0f20-4c93-a26b-2f3b8d578b5a service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0449202 Sep 26 18:02:01.568153 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-a697a983-2c1b-4a3b-be5e-de70bde7910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.569659 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-a697a983-2c1b-4a3b-be5e-de70bde7910b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416226 Sep 26 18:02:01.675157 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-166486c7-52a7-4518-8072-e673a2278fad service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826962 Sep 26 18:02:01.782557 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b58b5b7c-0202-4486-94eb-80bb22e30986 req-b421e089-6be4-4cef-92f0-ed037fef89da service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928385 Sep 26 18:02:01.981715 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:01.984031 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf" -d '{"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:02.021425 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0260f6e3-cbbd-4cbd-8a69-7dc1ce5589c0 x-openstack-request-id: req-0260f6e3-cbbd-4cbd-8a69-7dc1ce5589c0 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:02.021713 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:02.022009 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0260f6e3-cbbd-4cbd-8a69-7dc1ce5589c0 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:02.022407 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0260f6e3-cbbd-4cbd-8a69-7dc1ce5589c0'] response: {'name': 'network-changed', 'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'status': 'completed', 'code': 200} Sep 26 18:02:02.090176 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-d21a722d-d183-499e-910f-ca03f2ee04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:02.091645 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-d21a722d-d183-499e-910f-ca03f2ee04da service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=222cdd96fb334e63a823cab0d33f939f&device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0389533 Sep 26 18:02:02.196569 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-68b39c53-d591-4bb8-ad85-6a9b4597afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:02.198668 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-68b39c53-d591-4bb8-ad85-6a9b4597afa6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 200 len: 920 time: 0.0892367 Sep 26 18:02:02.265389 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-285fbbcf-1c1e-4f50-a54a-6acc706309a5 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 200 len: 1001 time: 0.0558445 Sep 26 18:02:02.330588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-2b692fbe-fdd0-4fe0-9063-ecb0317b00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:02.332045 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-2b692fbe-fdd0-4fe0-9063-ecb0317b00c2 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 200 len: 858 time: 0.0482063 Sep 26 18:02:02.380469 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-ec4b9087-4e42-41da-a105-e94e1534d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:02.381963 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-ec4b9087-4e42-41da-a105-e94e1534d3d2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=d5c08d16-21cf-4774-99c2-a11d7b1a50a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406315 Sep 26 18:02:02.452568 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:02.480369 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-f00cfe82-5cab-43b5-9d60-14f6d318c1cd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Sep 26 18:02:02.574493 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7eb9af6d-43bd-4de3-bd51-85aa94d384bf req-e281354a-dde6-433d-b342-92925b23cdd2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874221 Sep 26 18:02:08.037350 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43201-00a5-4562-8ff0-7b94d20fe4a5 req-15c8110d-3812-40a5-b130-80a0b20a8dba tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:08.038766 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-43d43201-00a5-4562-8ff0-7b94d20fe4a5 req-15c8110d-3812-40a5-b130-80a0b20a8dba tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0457516 Sep 26 18:02:08.086755 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-43d43201-00a5-4562-8ff0-7b94d20fe4a5 req-3764d1d3-654a-44f4-bb95-0cba96c16bfe tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Sep 26 18:02:09.199676 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:09.210037 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf355d-28a6-49ab-a63c-99b80ba29940 req-ffc799ef-1580-4344-ac21-126ac10eebe4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:09.214289 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b8bf355d-28a6-49ab-a63c-99b80ba29940 req-ffc799ef-1580-4344-ac21-126ac10eebe4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0464010 Sep 26 18:02:09.257851 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b8bf355d-28a6-49ab-a63c-99b80ba29940 req-0edf806e-25bb-4820-b7e1-80bd44d76587 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408087 Sep 26 18:02:10.381558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715a84d-4a1a-4362-8aac-fe5e7c676ff1 req-675b3405-64cb-4975-91c7-1a1299352c51 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.382976 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8715a84d-4a1a-4362-8aac-fe5e7c676ff1 req-675b3405-64cb-4975-91c7-1a1299352c51 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0501626 Sep 26 18:02:10.430545 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8715a84d-4a1a-4362-8aac-fe5e7c676ff1 req-c06c23a4-572c-477b-8e23-6c269a34eed8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Sep 26 18:02:10.604192 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:10.606639 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=3,neutron:SELECT=54 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:10.611409 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:11.558731 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355981e8-6d55-46b2-b3b7-bd521c6c4969 req-a7ce98d2-132a-4928-b3c7-c8e1eafdf706 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:11.560184 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-355981e8-6d55-46b2-b3b7-bd521c6c4969 req-a7ce98d2-132a-4928-b3c7-c8e1eafdf706 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0485196 Sep 26 18:02:11.609887 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-355981e8-6d55-46b2-b3b7-bd521c6c4969 req-9cf64b22-2ac8-4e17-9f28-8e650a2c30cd tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440602 Sep 26 18:02:12.571847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=80 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:12.732049 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024aaae-ea43-4767-96df-370e65972ad5 req-dc94e998-383f-485a-8954-842bc25cf393 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:12.733495 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d024aaae-ea43-4767-96df-370e65972ad5 req-dc94e998-383f-485a-8954-842bc25cf393 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0490327 Sep 26 18:02:12.753591 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:12.781347 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d024aaae-ea43-4767-96df-370e65972ad5 req-e369a484-38b4-499a-b11a-95cc7d8ba23d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Sep 26 18:02:13.375829 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:02:13.901326 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0605-999e-41a0-a718-497080dd4c7f req-36b70bc2-87c0-4a91-94b3-04c08314065a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:13.903042 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-300b0605-999e-41a0-a718-497080dd4c7f req-36b70bc2-87c0-4a91-94b3-04c08314065a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0467510 Sep 26 18:02:13.949344 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-300b0605-999e-41a0-a718-497080dd4c7f req-391d7bcb-7390-4dbb-adf8-c3d399b4858f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Sep 26 18:02:15.176645 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bda9d-f2da-4f1e-9d41-d6b180ea2b6c req-2b298387-476e-4a73-a57f-efe9d945edd4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:15.178136 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-152bda9d-f2da-4f1e-9d41-d6b180ea2b6c req-2b298387-476e-4a73-a57f-efe9d945edd4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.1545188 Sep 26 18:02:15.231218 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-152bda9d-f2da-4f1e-9d41-d6b180ea2b6c req-d922ec1d-f59b-4e84-aa17-95c60dfc550c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2310f2c9-852e-4fa0-ae5b-783c9b4f534c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468986 Sep 26 18:02:15.346749 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01370a12-6f05-413b-acc1-fe0994fed9af req-0ba16ba7-186f-4a44-a177-d76f406d866d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:15.348212 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-01370a12-6f05-413b-acc1-fe0994fed9af req-0ba16ba7-186f-4a44-a177-d76f406d866d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 946 time: 0.0473702 Sep 26 18:02:15.441133 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:15.441509 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.531537 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] For port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:15.531863 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.742688 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.743054 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (237f39a8-4029-4735-8dd1-d403a4c0d42d), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.743372 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP 237f39a8-4029-4735-8dd1-d403a4c0d42d disassociated. External IP: 172.27.2.203, port: 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786. Sep 26 18:02:15.743709 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:15.953659 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.986888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:15.996497 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:15.996838 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.002039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:16.101870 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:16.202529 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:16.212821 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:16.224767 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:16.225413 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:01:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:16.244232 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] No DVR routers for this DVR port 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:02:16.247313 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:16.250544 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-01370a12-6f05-413b-acc1-fe0994fed9af req-2a6da0c6-ed94-4b9f-b556-003fc75faea8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "DELETE /networking/v2.0/ports/16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 HTTP/1.1" status: 204 len: 173 time: 0.8958428 Sep 26 18:02:16.251037 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'name': 'network-vif-deleted', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:16.253251 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80b70ae-7529-4962-9096-ef77054c2aaf" -d '{"events": [{"server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "name": "network-vif-deleted", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:16.309140 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda1f5ae-b70a-44d3-934e-54306358ebd4 x-openstack-request-id: req-dda1f5ae-b70a-44d3-934e-54306358ebd4 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:16.309140 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a9e8a-7083-4630-b3a3-f06226a6b58f", "name": "network-vif-deleted", "tag": "16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:16.309497 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dda1f5ae-b70a-44d3-934e-54306358ebd4 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:16.309906 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda1f5ae-b70a-44d3-934e-54306358ebd4'] response: {'server_uuid': 'ae9a9e8a-7083-4630-b3a3-f06226a6b58f', 'name': 'network-vif-deleted', 'tag': '16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786', 'status': 'completed', 'code': 200} Sep 26 18:02:16.335678 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:16.351245 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0abc7a59-ba88-4b82-a98d-3dace18d4ca3 req-f8aa43d1-c9d0-4708-b8ed-639586ad2d5e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 210 time: 0.0281971 Sep 26 18:02:16.635928 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:47Z', 'revision_number': 2, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:16.711246 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:16.720021 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:16.720624 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:01:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:16.827625 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:17.050911 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:47Z', 'revision_number': 2, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:17.076075 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425db21-aaf3-4d34-b94e-f0b590482dcf None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '60297e3f-70c7-42da-a39b-3ae42a76b884', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:d5:cb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:57:41Z', 'updated_at': '2022-09-26T17:58:47Z', 'revision_number': 2, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:17.309709 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821bb8c6-a984-45ae-a876-c7a52f527e85 None None] New status for floating IP 237f39a8-4029-4735-8dd1-d403a4c0d42d: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:02:17.541641 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3f777b54-ad9f-4b79-a520-0ec10f099169 req-30714fa4-42a0-4ed7-80a1-5f9a3a30a955 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae9a9e8a-7083-4630-b3a3-f06226a6b58f HTTP/1.1" status: 200 len: 210 time: 0.0933597 Sep 26 18:02:18.574614 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:02:18.593472 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:02:18.593815 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 16d7da5a-4ee1-4bc2-9dbc-207c4b1bd786 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:02:18.788903 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53638) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:18.844601 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4517-dd8e-4bd6-8a98-d0691f431cad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (2310f2c9-852e-4fa0-ae5b-783c9b4f534c), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:18.852772 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:18.866987 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4517-dd8e-4bd6-8a98-d0691f431cad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (2310f2c9-852e-4fa0-ae5b-783c9b4f534c), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:18.869264 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:18.981876 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4517-dd8e-4bd6-8a98-d0691f431cad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2310f2c9-852e-4fa0-ae5b-783c9b4f534c), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:18.984642 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4517-dd8e-4bd6-8a98-d0691f431cad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:18.985881 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d0bb4517-dd8e-4bd6-8a98-d0691f431cad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2310f2c9-852e-4fa0-ae5b-783c9b4f534c HTTP/1.1" status: 204 len: 168 time: 0.1958151 Sep 26 18:02:18.988702 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53640) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:18.995675 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4517-dd8e-4bd6-8a98-d0691f431cad tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2310f2c9-852e-4fa0-ae5b-783c9b4f534c,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:19.002152 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.api.v2.resource [None req-056bb59e-2b30-4749-9901-f99e637b2c7c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] show failed (client error): The resource could not be found. Sep 26 18:02:19.003145 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-056bb59e-2b30-4749-9901-f99e637b2c7c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups/2310f2c9-852e-4fa0-ae5b-783c9b4f534c HTTP/1.1" status: 404 len: 347 time: 0.0134065 Sep 26 18:02:19.006190 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53642) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:19.115182 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port c0847975-8642-4305-a056-94d0cb3c63c7 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:19.115542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (c0847975-8642-4305-a056-94d0cb3c63c7), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:19.191041 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (c0847975-8642-4305-a056-94d0cb3c63c7), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:19.191359 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (c0847975-8642-4305-a056-94d0cb3c63c7), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:19.203674 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for c0847975-8642-4305-a056-94d0cb3c63c7 owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:19.580449 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:19.720660 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (c0847975-8642-4305-a056-94d0cb3c63c7), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:19.747482 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=c0847975-8642-4305-a056-94d0cb3c63c7,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:19.758747 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.759098 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.759431 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.759768 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.760099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.760424 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.760747 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.761068 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.762083 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.762396 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.762713 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.763033 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.763429 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.763757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.764113 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:19.838397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (237f39a8-4029-4735-8dd1-d403a4c0d42d), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:19.841251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:19.842583 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7de3f981-f545-4b7f-98c4-6d20d7d46e92 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/237f39a8-4029-4735-8dd1-d403a4c0d42d HTTP/1.1" status: 204 len: 168 time: 0.8354547 Sep 26 18:02:22.392071 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1a728-214f-4ef7-aa00-e0cea7c33586 req-978eee57-026e-4df3-a7ff-4701852c173c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:22.393567 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2da1a728-214f-4ef7-aa00-e0cea7c33586 req-978eee57-026e-4df3-a7ff-4701852c173c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.0463908 Sep 26 18:02:22.445168 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2da1a728-214f-4ef7-aa00-e0cea7c33586 req-de96b6fe-5a1a-4f96-8822-2e4374d263da tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458829 Sep 26 18:02:22.976290 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069565-d3d3-474d-b0f3-64319282d0c7 req-9515fadf-c4e0-45c5-a84a-7b17ff4615d4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:22.977756 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-33069565-d3d3-474d-b0f3-64319282d0c7 req-9515fadf-c4e0-45c5-a84a-7b17ff4615d4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0472908 Sep 26 18:02:23.023730 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-33069565-d3d3-474d-b0f3-64319282d0c7 req-38908e92-7b83-4608-9100-c2cafcc02616 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404017 Sep 26 18:02:23.568832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42aa0-5153-40b5-9713-be7142e7ee33 req-79eced76-3c63-4ac1-bf62-b920d3338298 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:23.570323 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65c42aa0-5153-40b5-9713-be7142e7ee33 req-79eced76-3c63-4ac1-bf62-b920d3338298 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.0461471 Sep 26 18:02:23.596408 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:23.617731 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65c42aa0-5153-40b5-9713-be7142e7ee33 req-a8dc7544-3005-4c89-8087-7dc2cdf93840 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Sep 26 18:02:24.148051 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249be2e-23b7-4b19-8deb-137023927ee3 req-545e90c9-bd8b-4281-b044-d821c8898ac3 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:24.149509 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d249be2e-23b7-4b19-8deb-137023927ee3 req-545e90c9-bd8b-4281-b044-d821c8898ac3 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0496299 Sep 26 18:02:24.196381 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d249be2e-23b7-4b19-8deb-137023927ee3 req-1dd0aba0-6daa-4602-954d-b93b87e856b1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 Sep 26 18:02:24.739265 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84886f77-e438-4209-91d3-0f2abde0bed3 req-aeaad8ad-2a4c-4305-8d9b-c40eda52aff7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:24.740608 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-84886f77-e438-4209-91d3-0f2abde0bed3 req-aeaad8ad-2a4c-4305-8d9b-c40eda52aff7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.0457866 Sep 26 18:02:24.786917 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-84886f77-e438-4209-91d3-0f2abde0bed3 req-cfac4167-89db-43ff-a16e-71a76645fd2b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Sep 26 18:02:25.113521 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8614906b-b9c7-4934-909f-05a4782814a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:25.317349 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4a72-a925-4a3f-a665-de5959a427a3 req-aa7d2cd4-c883-4526-9a66-193374757479 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:25.318845 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10cf4a72-a925-4a3f-a665-de5959a427a3 req-aa7d2cd4-c883-4526-9a66-193374757479 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0485964 Sep 26 18:02:25.365391 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10cf4a72-a925-4a3f-a665-de5959a427a3 req-8e62f205-71c3-458d-9661-048c0145da7a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403934 Sep 26 18:02:25.906143 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae8b51-e5dc-4158-9582-dd4599ec45ef req-838ef16d-ea06-4e89-af88-fe09a9f2fc08 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:25.907581 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5ae8b51-e5dc-4158-9582-dd4599ec45ef req-838ef16d-ea06-4e89-af88-fe09a9f2fc08 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.0456617 Sep 26 18:02:25.953617 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5ae8b51-e5dc-4158-9582-dd4599ec45ef req-5ad8a4a1-92d2-4fc2-b907-03f9d38e3fd9 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Sep 26 18:02:26.493955 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102455-6e10-41c4-8860-afcb2246644d req-0ce535c5-3144-4092-8a5b-5e7b2055daf9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:26.495562 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3d102455-6e10-41c4-8860-afcb2246644d req-0ce535c5-3144-4092-8a5b-5e7b2055daf9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0509870 Sep 26 18:02:26.541510 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-84855460-62e4-4b75-bc9c-4b1e589c079f tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:26.543042 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-84855460-62e4-4b75-bc9c-4b1e589c079f tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 945 time: 0.2797472 Sep 26 18:02:26.550808 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3d102455-6e10-41c4-8860-afcb2246644d req-a1bcd639-fb18-4cf7-a411-b232a19c7390 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483847 Sep 26 18:02:26.599553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:26.656575 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Deleting port eb392aee-4e73-4b08-bf94-37264b5f28aa {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:26.656910 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:26.747148 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] For port eb392aee-4e73-4b08-bf94-37264b5f28aa, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=eb392aee-4e73-4b08-bf94-37264b5f28aa,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:26.747426 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:26.759975 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Calling delete_port for eb392aee-4e73-4b08-bf94-37264b5f28aa owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:26.982132 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (eb392aee-4e73-4b08-bf94-37264b5f28aa), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.011920 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Pushing event deleted for resources: {'Port': ['ID=eb392aee-4e73-4b08-bf94-37264b5f28aa,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:27.048498 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=80 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:27.064271 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f63a89f-ed7d-4ce4-8c52-2aa413e2fd9c req-22bdec6c-496a-4a79-b827-b6d7652f4109 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0286431 Sep 26 18:02:27.075802 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=76 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:27.094825 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] No DVR routers for this DVR port eb392aee-4e73-4b08-bf94-37264b5f28aa on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:02:27.097477 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.100994 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-074921e6-87fb-49a7-9c56-ace529b48b45 req-c4df6323-49e1-418e-a14e-37f08223e14a tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "DELETE /networking/v2.0/ports/eb392aee-4e73-4b08-bf94-37264b5f28aa HTTP/1.1" status: 204 len: 173 time: 0.5286179 Sep 26 18:02:27.103100 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'name': 'network-vif-deleted', 'tag': 'eb392aee-4e73-4b08-bf94-37264b5f28aa'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:27.105454 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6008cef-2c46-4355-8cf0-50f22d7595ae" -d '{"events": [{"server_uuid": "d0845f91-ab86-4e38-86cc-14451ecc1392", "name": "network-vif-deleted", "tag": "eb392aee-4e73-4b08-bf94-37264b5f28aa"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:27.114058 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-ae0ddf48-b557-4157-9153-96abf5c99f3f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:27.115459 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-ae0ddf48-b557-4157-9153-96abf5c99f3f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0793085 Sep 26 18:02:27.159693 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7a4989-4daf-4cf1-a5f0-a4441ace04b4 x-openstack-request-id: req-0e7a4989-4daf-4cf1-a5f0-a4441ace04b4 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:27.160049 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0845f91-ab86-4e38-86cc-14451ecc1392", "name": "network-vif-deleted", "tag": "eb392aee-4e73-4b08-bf94-37264b5f28aa", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:27.160244 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e7a4989-4daf-4cf1-a5f0-a4441ace04b4 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:27.160645 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7a4989-4daf-4cf1-a5f0-a4441ace04b4'] response: {'server_uuid': 'd0845f91-ab86-4e38-86cc-14451ecc1392', 'name': 'network-vif-deleted', 'tag': 'eb392aee-4e73-4b08-bf94-37264b5f28aa', 'status': 'completed', 'code': 200} Sep 26 18:02:27.220201 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:27.220570 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.330156 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] For port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:27.330449 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.394665 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-81a50985-32ae-4105-b427-b17eba822200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.502902 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.503270 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (60297e3f-70c7-42da-a39b-3ae42a76b884), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.503590 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP 60297e3f-70c7-42da-a39b-3ae42a76b884 disassociated. External IP: 172.27.2.85, port: dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a. Sep 26 18:02:27.503972 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:27.510053 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:27.561605 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:27.672539 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdefb73-c24c-45d7-848c-98d926991f6a req-6d71825a-4621-4d77-9faf-2cb59a11295e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:27.674040 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7fdefb73-c24c-45d7-848c-98d926991f6a req-6d71825a-4621-4d77-9faf-2cb59a11295e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Sep 26 18:02:27.707488 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:27.720477 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7fdefb73-c24c-45d7-848c-98d926991f6a req-aa824903-203e-4010-ba1f-e374f03ae9f4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5f7168cf-51b3-4c89-a565-2f42b1e58338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Sep 26 18:02:27.737491 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:27.850112 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:27.955299 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:27.965925 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:27.977290 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:27.977923 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:27.996941 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] No DVR routers for this DVR port dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:02:27.999451 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:28.002690 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cb2da833-fad7-4395-82eb-e688e8af9477 req-a44c6b92-fccd-4313-956b-2210f94d5b36 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "DELETE /networking/v2.0/ports/dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a HTTP/1.1" status: 204 len: 173 time: 0.8717549 Sep 26 18:02:28.083668 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:28.214201 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a7910716-5e78-4443-9216-722fed15c5a3 req-1745890f-7c34-4a8e-ae0f-e0e0dcdb696b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0845f91-ab86-4e38-86cc-14451ecc1392 HTTP/1.1" status: 200 len: 210 time: 0.0350986 Sep 26 18:02:28.305986 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:28.329662 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:28.338173 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:28.338776 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:28.438607 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:28.593174 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:28.618329 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:28.634521 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device eb392aee-4e73-4b08-bf94-37264b5f28aa no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:02:28.647430 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219834de-b3bc-448c-9d27-8e938d46084d None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:28.658018 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: eb392aee-4e73-4b08-bf94-37264b5f28aa {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:02:28.658360 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device eb392aee-4e73-4b08-bf94-37264b5f28aa not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:02:28.845078 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c6624e0-d360-4eb4-ad5a-512799f44397 req-e802acfa-afcc-4207-8728-6ffa1a86c635 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Sep 26 18:02:28.896896 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c680d-74be-4492-85f4-dcb949da7fe3 None None] New status for floating IP 60297e3f-70c7-42da-a39b-3ae42a76b884: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:02:29.162013 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'name': 'network-vif-deleted', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:29.164402 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2f6368-cca2-4c90-a36e-4310e9182ec6" -d '{"events": [{"server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "name": "network-vif-deleted", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:29.201010 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5ef741-157c-4e5f-b294-ade77b79d9ed x-openstack-request-id: req-3a5ef741-157c-4e5f-b294-ade77b79d9ed {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:29.201328 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158e230e-aa1a-4311-81fc-5815c8cf0f64", "name": "network-vif-deleted", "tag": "dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:29.201587 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a5ef741-157c-4e5f-b294-ade77b79d9ed {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:29.202034 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5ef741-157c-4e5f-b294-ade77b79d9ed'] response: {'server_uuid': '158e230e-aa1a-4311-81fc-5815c8cf0f64', 'name': 'network-vif-deleted', 'tag': 'dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a', 'status': 'completed', 'code': 200} Sep 26 18:02:29.726314 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-97b7ce06-ecad-44df-b116-d9fd62aed75d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384381 Sep 26 18:02:29.804271 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-51daabcd-77c1-4bdd-bba8-550049e2a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:29.805777 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-51daabcd-77c1-4bdd-bba8-550049e2a3ba service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 1130 time: 0.0448766 Sep 26 18:02:29.915000 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-971c1ca8-c497-4b0f-a47c-a2cd3a4034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:29.916521 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-971c1ca8-c497-4b0f-a47c-a2cd3a4034a4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.0863659 Sep 26 18:02:29.934246 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:29.969834 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-07564c25-09b1-4500-8340-e587e93de3df req-b2006fa2-8fda-481d-83a5-c694e1312feb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=158e230e-aa1a-4311-81fc-5815c8cf0f64 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Sep 26 18:02:29.988721 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-69174c94-d086-4c3f-957e-0eee3e152c1c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 200 len: 1001 time: 0.0617604 Sep 26 18:02:30.039711 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-bba409d8-c717-466c-8538-274decafd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:30.041121 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-bba409d8-c717-466c-8538-274decafd4b3 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0444779 Sep 26 18:02:30.085752 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-23cae708-2f32-4ac2-be11-d44636636df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:30.095918 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-23cae708-2f32-4ac2-be11-d44636636df7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389605 Sep 26 18:02:30.184830 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-dbbe7bfc-a306-4619-bc33-fbcfac6e2f34 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880871 Sep 26 18:02:30.221852 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:30.250081 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:30.283916 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b0e4d06-04d4-410c-9ae9-47c252e217be req-13f40c4a-d9d6-44c9-bccb-180ce694286e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854838 Sep 26 18:02:31.160073 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53734) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:31.213608 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4fd251ba-e50d-4b49-8235-72c8451c2b26 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (5f7168cf-51b3-4c89-a565-2f42b1e58338), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.226649 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:31.235421 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4fd251ba-e50d-4b49-8235-72c8451c2b26 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (5f7168cf-51b3-4c89-a565-2f42b1e58338), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.364540 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4fd251ba-e50d-4b49-8235-72c8451c2b26 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (5f7168cf-51b3-4c89-a565-2f42b1e58338), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.367165 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4fd251ba-e50d-4b49-8235-72c8451c2b26 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.368351 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-4fd251ba-e50d-4b49-8235-72c8451c2b26 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5f7168cf-51b3-4c89-a565-2f42b1e58338 HTTP/1.1" status: 204 len: 168 time: 0.2072642 Sep 26 18:02:31.371151 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53738) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:31.378637 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd251ba-e50d-4b49-8235-72c8451c2b26 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7168cf-51b3-4c89-a565-2f42b1e58338,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:31.387397 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.api.v2.resource [None req-cf66ab34-f272-480f-9588-2c0b551a02a2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] show failed (client error): The resource could not be found. Sep 26 18:02:31.388423 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cf66ab34-f272-480f-9588-2c0b551a02a2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups/5f7168cf-51b3-4c89-a565-2f42b1e58338 HTTP/1.1" status: 404 len: 347 time: 0.0160916 Sep 26 18:02:31.391481 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53740) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:31.512170 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port 92e8f159-9193-44b9-b401-59d3d42a2e32 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:31.512506 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.586656 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:31.588469 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.588796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (92e8f159-9193-44b9-b401-59d3d42a2e32), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.602323 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for 92e8f159-9193-44b9-b401-59d3d42a2e32 owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:31.798882 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (92e8f159-9193-44b9-b401-59d3d42a2e32), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.824224 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=92e8f159-9193-44b9-b401-59d3d42a2e32,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:31.890558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (60297e3f-70c7-42da-a39b-3ae42a76b884), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.893098 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:31.894273 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-fb0b644d-2087-49a5-b584-d9c04c9296ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/60297e3f-70c7-42da-a39b-3ae42a76b884 HTTP/1.1" status: 204 len: 168 time: 0.5017402 Sep 26 18:02:32.094897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53746) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:32.099386 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-5ad26fb4-2922-4820-8e33-d676c0310d1a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517240265', 'description': 'tempest-description--1707348961'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:32.181910 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fb4-2922-4820-8e33-d676c0310d1a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.249743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fb4-2922-4820-8e33-d676c0310d1a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (b1448473-cd37-41de-bcc8-1ca4572c9452), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.289091 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:02:32.308188 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:02:32.308524 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device dcbd42a1-e75a-43a9-b106-5a1eefbd6d3a not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:02:32.335286 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fb4-2922-4820-8e33-d676c0310d1a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b1448473-cd37-41de-bcc8-1ca4572c9452), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.366399 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad26fb4-2922-4820-8e33-d676c0310d1a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1448473-cd37-41de-bcc8-1ca4572c9452,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:32.434931 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5ad26fb4-2922-4820-8e33-d676c0310d1a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.436216 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5ad26fb4-2922-4820-8e33-d676c0310d1a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3403335 Sep 26 18:02:32.439119 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53748) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:32.443304 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-7c95dce8-2ad1-45cc-ab99-8bd52fe76e4c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': 'b1448473-cd37-41de-bcc8-1ca4572c9452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:32.524917 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7c95dce8-2ad1-45cc-ab99-8bd52fe76e4c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (4e991532-0a25-443e-9418-0cc250e9e623), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.536709 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:32.580745 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7c95dce8-2ad1-45cc-ab99-8bd52fe76e4c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (4e991532-0a25-443e-9418-0cc250e9e623), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.673493 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7c95dce8-2ad1-45cc-ab99-8bd52fe76e4c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (4e991532-0a25-443e-9418-0cc250e9e623), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.692963 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95dce8-2ad1-45cc-ab99-8bd52fe76e4c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e991532-0a25-443e-9418-0cc250e9e623,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:32.754945 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7c95dce8-2ad1-45cc-ab99-8bd52fe76e4c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.756135 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7c95dce8-2ad1-45cc-ab99-8bd52fe76e4c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160961 Sep 26 18:02:32.758970 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53750) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:32.763216 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-c1bca45a-fc5c-4d72-9780-607040c409c2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': 'b1448473-cd37-41de-bcc8-1ca4572c9452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:32.867203 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c1bca45a-fc5c-4d72-9780-607040c409c2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (90bff103-52ff-45b2-9176-05cfc6e4737d), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:32.926810 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c1bca45a-fc5c-4d72-9780-607040c409c2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (90bff103-52ff-45b2-9176-05cfc6e4737d), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:33.055702 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c1bca45a-fc5c-4d72-9780-607040c409c2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (90bff103-52ff-45b2-9176-05cfc6e4737d), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:33.073702 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bca45a-fc5c-4d72-9780-607040c409c2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bff103-52ff-45b2-9176-05cfc6e4737d,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:33.155762 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c1bca45a-fc5c-4d72-9780-607040c409c2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:33.157145 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c1bca45a-fc5c-4d72-9780-607040c409c2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971741 Sep 26 18:02:33.160205 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53754) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:33.257476 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:33.342722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:33.398574 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:33.422067 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:33.531421 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.27.2.2 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/9ca6dc77-0da4-4707-99bd-0145a8b5e2cf) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:33.633982 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:33.656720 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:33.805154 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:33.842655 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:33.845897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:33.850927 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:33.874266 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=9ca6dc77-0da4-4707-99bd-0145a8b5e2cf,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:33.936224 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (ccda27f0-dd02-4561-822d-06ad36f42e97), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:34.065290 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:34.216003 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:34.307560 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:34.350115 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:34.377998 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=9ca6dc77-0da4-4707-99bd-0145a8b5e2cf,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:34.380587 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (ccda27f0-dd02-4561-822d-06ad36f42e97), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:34.589571 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:34.590812 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-94a0e4a8-05e6-475f-9b0f-cf6d6a6f62d8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4297061 Sep 26 18:02:34.746120 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-400e0755-30c0-40e6-9163-357ed9731eee tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--517240265&fields=id&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 267 time: 0.0458913 Sep 26 18:02:34.857098 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-1ecc66b9-0d4a-496b-b706-c6a288c0b1f4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:34.858549 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-1ecc66b9-0d4a-496b-b706-c6a288c0b1f4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.1064029 Sep 26 18:02:34.872723 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-4af0ffe9-e4a2-4243-b655-9bce37dc518d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/quotas/cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 375 time: 0.0089343 Sep 26 18:02:34.921882 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-fd7a96eb-bb41-44d9-be0d-ff1e52fc0149 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444343 Sep 26 18:02:35.064030 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-6e7b596f-dee9-43bf-87c6-851c7c027976 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310413 Sep 26 18:02:35.155756 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-a616276c-3f54-4ac9-8bdd-02f020f312ba service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858693 Sep 26 18:02:35.425093 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3cf1b90d-8692-45ff-bdc2-a28fb19f3ce7 req-87f0473a-7e76-45f2-a267-f33ac562eb2e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 210 time: 0.0290918 Sep 26 18:02:36.511942 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0f0393f-b49a-47bf-b60b-65960810a628 req-1b60c681-5e74-4860-8773-16ca972a9fb4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 210 time: 0.0313108 Sep 26 18:02:37.614036 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1caead78-0066-47d3-89c6-f6d2737f5ea9 req-745e443a-0341-4381-b996-4c1c770ace62 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 210 time: 0.0269446 Sep 26 18:02:38.323993 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485192c2-f65f-4c22-8cc4-10b155b823d1 req-c564bd03-c46f-4503-8a36-8b77eacff3ab tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:38.325362 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-485192c2-f65f-4c22-8cc4-10b155b823d1 req-c564bd03-c46f-4503-8a36-8b77eacff3ab tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0455382 Sep 26 18:02:38.383503 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-485192c2-f65f-4c22-8cc4-10b155b823d1 req-41675929-57ab-4100-82c5-15a591e83806 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517502 Sep 26 18:02:38.620332 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=75 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:38.622116 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=57 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:38.717738 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-71ea7e33-fdf9-4650-8734-2180df0473fa req-524d4c3d-e299-4958-bc74-3d387cad023b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 210 time: 0.0284650 Sep 26 18:02:39.134863 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-7d790ca1-c3d7-449b-bed0-696fe41b5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.136675 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-7d790ca1-c3d7-449b-bed0-696fe41b5d33 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1169 time: 0.0435829 Sep 26 18:02:39.228171 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:39.232805 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-a7b99aff-a6e3-4381-94e1-9d4be44e1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.234818 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-a7b99aff-a6e3-4381-94e1-9d4be44e1456 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 200 len: 915 time: 0.0856407 Sep 26 18:02:39.305268 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-e2757a6f-f592-4a9a-86b0-7aa9aea043af service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 1001 time: 0.0615942 Sep 26 18:02:39.355601 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-39fca511-c0b5-49bb-82bc-7a0b4b445833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.357043 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-39fca511-c0b5-49bb-82bc-7a0b4b445833 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a34b5ba0-e76f-4e8f-997d-e354fd532b0e HTTP/1.1" status: 200 len: 853 time: 0.0439065 Sep 26 18:02:39.407542 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-66d12df4-68b7-4011-9007-a1ad4c90a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.408927 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-66d12df4-68b7-4011-9007-a1ad4c90a767 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b20afce1-7503-4697-8dda-6e5a130f7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391524 Sep 26 18:02:39.510904 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-23ea94a5-6490-42fe-8271-ca37918f7e73 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922923 Sep 26 18:02:39.522155 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5602951-ccbd-45e6-b894-35fc5d08075b req-2ce002f8-e9d5-45a6-81c4-e7336702537a tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.523622 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f5602951-ccbd-45e6-b894-35fc5d08075b req-2ce002f8-e9d5-45a6-81c4-e7336702537a tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0621257 Sep 26 18:02:39.586759 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f5602951-ccbd-45e6-b894-35fc5d08075b req-4f70696d-dd91-4fb7-8596-91729445c968 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563505 Sep 26 18:02:39.611956 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-492068ef-8f47-4850-ba8c-5d879a4a145c req-9c9bc65e-bd15-4e40-92d3-5bb4d30b5eab service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870833 Sep 26 18:02:39.824731 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c399d917-f5bc-4016-8ab8-1a5fdc35029b req-fa883d61-a01d-4f33-bcbb-80cf1f9cc168 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 210 time: 0.0289187 Sep 26 18:02:40.092198 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-34be2bfd-7563-4aa3-9743-6a5ac8b1fb73 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:40.093744 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-34be2bfd-7563-4aa3-9743-6a5ac8b1fb73 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/networks?id=916bf790-1a83-44fc-a77a-94ae8e7ef414 HTTP/1.1" status: 200 len: 814 time: 0.1045783 Sep 26 18:02:40.107798 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-84f81779-8239-49b5-ac8f-887e8eb2bd7e tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/quotas/7407b259f9ce40558c02a60e29e50c93 HTTP/1.1" status: 200 len: 375 time: 0.0087140 Sep 26 18:02:40.122462 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.140950 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-9a05d87b-3ea6-4bc8-a96c-a5d8d541e6be tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7407b259f9ce40558c02a60e29e50c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277624 Sep 26 18:02:40.144700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.290305 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-44ef5057-285d-4e98-b7ac-87993260b40a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427958 Sep 26 18:02:40.381565 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-94a0ca9a-a33d-4d49-9222-d2317f563db8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 Sep 26 18:02:40.612779 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0c61188e-8099-4ee3-8667-a1abe0fda32f req-507ae099-c683-4882-962c-66c515f87ba9 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0293484 Sep 26 18:02:40.643516 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c41c9ed7-6c6b-497e-8e02-b05b8ffd199f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:40.646524 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c41c9ed7-6c6b-497e-8e02-b05b8ffd199f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.1167674 Sep 26 18:02:40.695692 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.727575 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-2a81c3c2-77d1-4807-b06a-179c6a19531a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 379 time: 0.0589027 Sep 26 18:02:40.746596 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'port': {'device_id': '921f12a9-6f62-478f-a547-9a46350096ae', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'admin_state_up': True, 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'security_groups': ['b1448473-cd37-41de-bcc8-1ca4572c9452']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:40.763353 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467354e7-eb03-4bfe-8e99-45aada87627d req-5a324e51-478e-4357-829e-c65be2570dde tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:40.765032 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-467354e7-eb03-4bfe-8e99-45aada87627d req-5a324e51-478e-4357-829e-c65be2570dde tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0790281 Sep 26 18:02:40.842413 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-467354e7-eb03-4bfe-8e99-45aada87627d req-3ea3d03c-4213-4a6e-bd69-b9f2bafe7477 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710769 Sep 26 18:02:40.936224 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6f1e9de4-1691-4c5d-8060-a38f1a88d51c req-5ada6219-bc7d-43e3-831f-e49fadce0035 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 210 time: 0.0277317 Sep 26 18:02:41.016595 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Made reservation on behalf of cc91a89f645645c5be0747fa7cc91bb6 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:02:41.020461 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.147306 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.20.0.5 (5c4905c3-b6d4-4b95-988f-f86fad27c092/04a10886-0b55-47d1-ac58-68768809612d/f5160b1d-20ef-4a96-9b5a-cc5148bd71f9) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:41.155738 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:41.244015 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:41.288461 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.423392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.472312 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:41.475590 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:41.479453 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:41.484400 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:41.485004 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.490714 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:41.654147 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-eebd3738-cc63-4dc0-a2bd-f2ca97bbaadf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9113421 Sep 26 18:02:41.679843 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:41.682787 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=24,neutron:UPDATE=6 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:41.687646 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Provisioning complete for port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:41.688025 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.688361 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Attempt 1 to provision port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 Sep 26 18:02:41.720887 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:41.724022 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d4e307de-9c8e-4300-8952-60d34f25b01c req-c02a6e1d-41da-4e6a-b686-8a22f78c572f tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0286756 Sep 26 18:02:41.743915 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Request body: {'port': {'device_id': '921f12a9-6f62-478f-a547-9a46350096ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:41.807869 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.968388 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5d0ca-b55a-46ec-b663-afdf628522ce req-bf90c7fc-66e5-4de1-9e7f-8a7a8d3fd123 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:41.969953 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74f5d0ca-b55a-46ec-b663-afdf628522ce req-bf90c7fc-66e5-4de1-9e7f-8a7a8d3fd123 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0504601 Sep 26 18:02:42.077994 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:02:42.078933 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74f5d0ca-b55a-46ec-b663-afdf628522ce req-89eb8a6c-28a2-4217-9f1f-57f4121f2057 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007519 Sep 26 18:02:42.085827 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Publish callbacks [] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.090387 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53189655-04c0-414c-bfa0-ae09d8dce6f7 req-e196ec37-0dda-4a2a-9507-eed6718a8b78 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:42.092228 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-53189655-04c0-414c-bfa0-ae09d8dce6f7 req-e196ec37-0dda-4a2a-9507-eed6718a8b78 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 931 time: 0.0695431 Sep 26 18:02:42.100686 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Transition to ACTIVE for port object f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:02:42.152382 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-53189655-04c0-414c-bfa0-ae09d8dce6f7 req-83a76a75-b6eb-4afc-90e4-f4ab3bba8935 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493135 Sep 26 18:02:42.199222 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.204973 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:42.222528 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Attempt 2 to provision port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 Sep 26 18:02:42.259498 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:42.272222 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Pushing event updated for resources: {'Port': ['ID=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:42.276299 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Attempting to bind port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:42.276631 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Attempting to bind port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:42.277241 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Attempting to bind port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:42.319593 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:02:42.319917 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Attempting to bind port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:42.365549 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:42.365888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Checking segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:42.366265 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Bound using segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:42.366707 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Bound port: f5160b1d-20ef-4a96-9b5a-cc5148bd71f9, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:42.367063 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.427945 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] For port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:42.431034 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] For port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:42.514043 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.518805 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:42.519419 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.520798 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 HTTP/1.1" status: 200 len: 1093 time: 0.7812665 Sep 26 18:02:42.521408 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:42.523733 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6d5051-717b-4eae-96a6-82a9e976b017" -d '{"events": [{"name": "network-changed", "server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:42.545634 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:42.569605 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70174437-0984-417e-8315-23a0884d8572 x-openstack-request-id: req-70174437-0984-417e-8315-23a0884d8572 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:42.569891 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:42.570228 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70174437-0984-417e-8315-23a0884d8572 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:42.570683 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70174437-0984-417e-8315-23a0884d8572'] response: {'name': 'network-changed', 'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'status': 'completed', 'code': 200} Sep 26 18:02:42.575385 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8245c73-1221-41a4-9e47-adab62e8d9bc service neutron] Pushing event updated for resources: {'Port': ['ID=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:42.656155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d5051-717b-4eae-96a6-82a9e976b017 req-f4e2f931-1c73-45f9-a184-89b4d1632ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:42.657654 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5f6d5051-717b-4eae-96a6-82a9e976b017 req-f4e2f931-1c73-45f9-a184-89b4d1632ba6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 1127 time: 0.0400786 Sep 26 18:02:42.760531 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Attempt 3 to provision port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 Sep 26 18:02:42.773261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d5051-717b-4eae-96a6-82a9e976b017 req-9d0b732f-98ef-4a75-b3ac-19c9e4af85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:42.776255 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5f6d5051-717b-4eae-96a6-82a9e976b017 req-9d0b732f-98ef-4a75-b3ac-19c9e4af85b2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1047204 Sep 26 18:02:42.807361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b328e100-517e-4fb0-818b-b36824f3df27 None None] Port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:02:42.836883 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52c44d76-9ff6-4883-88b2-b5a54dc63d6a req-424a13c1-2f14-43f0-8df9-b6271fb7c888 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0338824 Sep 26 18:02:42.890546 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d5051-717b-4eae-96a6-82a9e976b017 req-9dc2cbb3-a3f4-4b88-bc85-f0293357da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:42.892042 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5f6d5051-717b-4eae-96a6-82a9e976b017 req-9dc2cbb3-a3f4-4b88-bc85-f0293357da5a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032364 Sep 26 18:02:43.213567 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a14d-494a-41a7-92f8-76609fd540b5 req-29793c6b-9b8b-4fe4-9359-abf4ea003a3e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:43.215033 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d116a14d-494a-41a7-92f8-76609fd540b5 req-29793c6b-9b8b-4fe4-9359-abf4ea003a3e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0479462 Sep 26 18:02:43.280785 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d116a14d-494a-41a7-92f8-76609fd540b5 req-4fc72b13-209b-4fc6-ac36-0fd37468f8ca tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598555 Sep 26 18:02:43.321558 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-6732ce10-b944-4642-b707-bf9dec071be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:43.323745 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-6732ce10-b944-4642-b707-bf9dec071be9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 1127 time: 0.0575655 Sep 26 18:02:43.370677 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-62e3aa4d-be2d-4926-80eb-e958dc831ca6 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 HTTP/1.1" status: 200 len: 217 time: 0.0332122 Sep 26 18:02:43.384259 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531dccb-78cc-4df9-b3aa-9ef3ddfb65f7 req-092cdace-b2ca-4398-9a3a-181687d33392 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:43.386269 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a531dccb-78cc-4df9-b3aa-9ef3ddfb65f7 req-092cdace-b2ca-4398-9a3a-181687d33392 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 943 time: 0.0469563 Sep 26 18:02:43.427044 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-4cc07f35-0246-4f25-ad27-7d606c62d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:43.427938 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-4cc07f35-0246-4f25-ad27-7d606c62d735 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0498025 Sep 26 18:02:43.442724 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a531dccb-78cc-4df9-b3aa-9ef3ddfb65f7 req-9c16eca1-763f-445b-8271-3d95c884769c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508451 Sep 26 18:02:43.481062 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c032deac-b496-45d9-8e32-2425f9955ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:43.485780 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-c032deac-b496-45d9-8e32-2425f9955ff1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439820 Sep 26 18:02:43.538622 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87643bb-3d7f-4d34-9cf7-d7aa60578540 req-d9fb1ae5-4a48-480b-b7d2-68aa2d6ac242 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:43.540072 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e87643bb-3d7f-4d34-9cf7-d7aa60578540 req-d9fb1ae5-4a48-480b-b7d2-68aa2d6ac242 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0495975 Sep 26 18:02:43.588279 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e87643bb-3d7f-4d34-9cf7-d7aa60578540 req-7d92794b-210c-4313-8f50-603fa423611e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Sep 26 18:02:43.942728 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7024e540-8b00-4d44-9029-418984882de1 req-7ed850de-f32b-45d8-8942-e3171b9e3120 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Sep 26 18:02:44.403278 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc0de9-218b-4fd3-a6ba-cfbe857f0c50 req-717e5072-8eeb-4eb9-9d34-a6de96b015f6 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:44.404738 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6ecc0de9-218b-4fd3-a6ba-cfbe857f0c50 req-717e5072-8eeb-4eb9-9d34-a6de96b015f6 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0472639 Sep 26 18:02:44.464890 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6ecc0de9-218b-4fd3-a6ba-cfbe857f0c50 req-abdc151e-9b08-4ef9-aef0-11a42f3b56cb tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539355 Sep 26 18:02:44.568867 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ebaec-b9b0-4200-b6ec-5d31c7a22ad6 req-699dedaf-5c60-4e6e-a8b0-28c287dea5ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:44.570241 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-926ebaec-b9b0-4200-b6ec-5d31c7a22ad6 req-699dedaf-5c60-4e6e-a8b0-28c287dea5ff tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 943 time: 0.0492563 Sep 26 18:02:44.596578 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:44.617948 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-926ebaec-b9b0-4200-b6ec-5d31c7a22ad6 req-340e100f-d5b8-47bd-8ecc-0ef29454dd86 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418274 Sep 26 18:02:44.710936 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf923322-0dc4-47ba-9079-1bb14af44dee req-1edf8abc-60fe-44ba-8223-743e83e90c1b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:44.712361 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bf923322-0dc4-47ba-9079-1bb14af44dee req-1edf8abc-60fe-44ba-8223-743e83e90c1b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0455587 Sep 26 18:02:44.758547 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bf923322-0dc4-47ba-9079-1bb14af44dee req-91b3c03f-8354-4a2e-97c9-6e4a9c125018 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Sep 26 18:02:45.044749 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-25dc6721-1e44-4441-a081-f5dcf857ac55 req-f07ac1d4-fb36-43f0-b5d3-8d799941afc6 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0304754 Sep 26 18:02:45.591181 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981418e-3f0d-4e73-a4f6-a921712b782a req-2d82810a-34bb-4819-9bec-266067e88d99 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:45.592658 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a981418e-3f0d-4e73-a4f6-a921712b782a req-2d82810a-34bb-4819-9bec-266067e88d99 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0467649 Sep 26 18:02:45.613296 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:45.659913 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a981418e-3f0d-4e73-a4f6-a921712b782a req-1d02cccb-2d22-46dd-bd7c-3c4a308c93da tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605097 Sep 26 18:02:45.710247 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-ba4a1cc8-80ed-4fac-97f9-f0eac818e306 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382549 Sep 26 18:02:45.742175 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76166-7aca-4d73-8d70-7d5cd037f1de req-1992bae4-b9b9-4c12-a29a-bac937835f1b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:45.743611 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4dd76166-7aca-4d73-8d70-7d5cd037f1de req-1992bae4-b9b9-4c12-a29a-bac937835f1b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 943 time: 0.0460763 Sep 26 18:02:45.790565 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4dd76166-7aca-4d73-8d70-7d5cd037f1de req-f5845da8-550e-4010-bc02-b0863e6ca8c4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411243 Sep 26 18:02:45.891669 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ce4c5-ca70-4af0-aad4-21723be0c41f req-a7464746-a966-403c-9248-fe2710d37177 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:45.893141 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-366ce4c5-ca70-4af0-aad4-21723be0c41f req-a7464746-a966-403c-9248-fe2710d37177 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0532703 Sep 26 18:02:45.942339 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-366ce4c5-ca70-4af0-aad4-21723be0c41f req-551fbcae-4784-41f3-b986-7833c7de8c9c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Sep 26 18:02:46.015492 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-59fe67d4-d56c-40f7-ad83-f0108e3accb9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:46.017574 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-59fe67d4-d56c-40f7-ad83-f0108e3accb9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 946 time: 0.0530598 Sep 26 18:02:46.141539 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Deleting port 9148014a-dff0-4bcc-b428-9b6e3da43150 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:46.142252 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.177050 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-37d1eb3f-9e2d-4409-8cfb-de22edbd638f req-fdac65d0-2a02-4cae-a3c6-9e870d5692ad tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0452311 Sep 26 18:02:46.236354 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-8c78de83-e4c5-472c-8f87-63217e0e4e9c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:46.237838 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-8c78de83-e4c5-472c-8f87-63217e0e4e9c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "GET /networking/v2.0/networks?id=916bf790-1a83-44fc-a77a-94ae8e7ef414 HTTP/1.1" status: 200 len: 814 time: 0.4137418 Sep 26 18:02:46.242973 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.248593 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-9a091277-5673-46a7-b15d-0c0639c80824 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718333 Sep 26 18:02:46.261599 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Request body: {'port': {'device_id': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414', 'admin_state_up': True, 'tenant_id': '7407b259f9ce40558c02a60e29e50c93'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:46.263471 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] For port 9148014a-dff0-4bcc-b428-9b6e3da43150, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9148014a-dff0-4bcc-b428-9b6e3da43150,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:46.264131 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.456086 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Made reservation on behalf of 7407b259f9ce40558c02a60e29e50c93 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:02:46.459965 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.482635 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.483144 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.483577 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Floating IP 4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1 disassociated. External IP: 172.27.2.123, port: 9148014a-dff0-4bcc-b428-9b6e3da43150. Sep 26 18:02:46.483784 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Calling delete_port for 9148014a-dff0-4bcc-b428-9b6e3da43150 owned by compute:nova {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:46.560020 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.583377 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Allocated IP 172.20.0.7 (916bf790-1a83-44fc-a77a-94ae8e7ef414/7c0d3d23-5e07-42a2-bd92-0eaa31719a42/b1c77e14-ef2c-407e-9033-32dc079083ae) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:46.701844 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (9148014a-dff0-4bcc-b428-9b6e3da43150), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.724422 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.735799 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event deleted for resources: {'Port': ['ID=9148014a-dff0-4bcc-b428-9b6e3da43150,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:46.736019 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks [] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.825158 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.833792 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.863277 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa98d1d-5d24-4da5-ada7-d1b2b67abd02 req-3e31be09-3a24-4e31-be81-9d0e4073d736 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:46.864828 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-daa98d1d-5d24-4da5-ada7-d1b2b67abd02 req-3e31be09-3a24-4e31-be81-9d0e4073d736 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0853398 Sep 26 18:02:46.885837 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Network 916bf790-1a83-44fc-a77a-94ae8e7ef414 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:46.889113 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:46.893125 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:46.897490 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:46.898088 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.904424 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Pushing event updated for resources: {'Port': ['ID=b1c77e14-ef2c-407e-9033-32dc079083ae,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:47.058997 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-bb54d8a0-8497-48ce-b7ca-d3e5f3f621fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8018000 Sep 26 18:02:47.210268 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0014832-fe4b-4f8c-854d-87ab2a7138bf req-de7237d5-a636-47a7-8054-0d66667167ac tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:47.211726 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d0014832-fe4b-4f8c-854d-87ab2a7138bf req-de7237d5-a636-47a7-8054-0d66667167ac tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 943 time: 0.3419268 Sep 26 18:02:47.213539 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Router d3d8a350-ff90-4f6a-858e-4e125eb08b22 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:47.278699 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-daa98d1d-5d24-4da5-ada7-d1b2b67abd02 req-2512aa1a-0f2f-46ae-820f-6440331480b5 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4020669 Sep 26 18:02:47.333871 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d0014832-fe4b-4f8c-854d-87ab2a7138bf req-4f610f8b-b67f-416e-b014-514dcedb784e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119270 Sep 26 18:02:47.402588 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9545504b-2f0b-4da7-a4e7-c4fe40451e92 req-d32c32c8-5d45-4e36-b086-e0bf6d324658 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0333362 Sep 26 18:02:47.436786 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:47.447042 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] Sync routers for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:47.458199 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:47.458806 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:47.497322 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af479168-b380-47b7-aadc-3b5bd3a2737b req-fb5ccaef-3935-46b2-910a-f73f6bc4990b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:47.498777 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-af479168-b380-47b7-aadc-3b5bd3a2737b req-fb5ccaef-3935-46b2-910a-f73f6bc4990b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 931 time: 0.0938137 Sep 26 18:02:47.514780 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] No DVR routers for this DVR port 9148014a-dff0-4bcc-b428-9b6e3da43150 on host hv-cinder-85931 {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:02:47.528901 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.532543 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7ad1c812-8647-4bdc-9574-e72c5f7bd4f8 req-fae52438-7740-4bdc-9002-cb961bc62476 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "DELETE /networking/v2.0/ports/9148014a-dff0-4bcc-b428-9b6e3da43150 HTTP/1.1" status: 204 len: 173 time: 1.5088384 Sep 26 18:02:47.533027 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-deleted', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:47.535251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b16ceb-e9f8-493c-8fbe-7124eaac6ca4" -d '{"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-deleted", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:47.562918 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:47.570193 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-af479168-b380-47b7-aadc-3b5bd3a2737b req-33d167e2-06e1-430d-88a4-a951385c6073 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569117 Sep 26 18:02:47.574593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243ae2b1-1c80-4a3a-9df3-12fa45b36003 x-openstack-request-id: req-243ae2b1-1c80-4a3a-9df3-12fa45b36003 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:47.574885 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9689462a-a796-4f06-b20f-00ba7a46cace", "name": "network-vif-deleted", "tag": "9148014a-dff0-4bcc-b428-9b6e3da43150", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:47.575146 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-243ae2b1-1c80-4a3a-9df3-12fa45b36003 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:47.575535 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243ae2b1-1c80-4a3a-9df3-12fa45b36003'] response: {'server_uuid': '9689462a-a796-4f06-b20f-00ba7a46cace', 'name': 'network-vif-deleted', 'tag': '9148014a-dff0-4bcc-b428-9b6e3da43150', 'status': 'completed', 'code': 200} Sep 26 18:02:47.708318 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Request body: {'port': {'device_id': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:47.773422 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.836817 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:47.865079 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] Checking router: d3d8a350-ff90-4f6a-858e-4e125eb08b22 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:47.873882 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:47.874482 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:47.893066 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:47.974415 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:48.043706 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c77e14-ef2c-407e-9033-32dc079083ae {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:02:48.051719 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Publish callbacks [] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.066836 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Transition to ACTIVE for port object b1c77e14-ef2c-407e-9033-32dc079083ae will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:02:48.136625 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.167381 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:48.193752 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b258065a-a171-4ec6-8921-73ae93f828cf None None] The sync data for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi is: [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:48.215955 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Pushing event updated for resources: {'Port': ['ID=b1c77e14-ef2c-407e-9033-32dc079083ae,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:48.221971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Attempting to bind port b1c77e14-ef2c-407e-9033-32dc079083ae on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:48.222312 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Attempting to bind port b1c77e14-ef2c-407e-9033-32dc079083ae by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:48.222649 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Attempting to bind port b1c77e14-ef2c-407e-9033-32dc079083ae on network 916bf790-1a83-44fc-a77a-94ae8e7ef414 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:48.267942 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Port b1c77e14-ef2c-407e-9033-32dc079083ae on network 916bf790-1a83-44fc-a77a-94ae8e7ef414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:02:48.268277 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Attempting to bind port b1c77e14-ef2c-407e-9033-32dc079083ae on network 916bf790-1a83-44fc-a77a-94ae8e7ef414 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:48.312664 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:48.313624 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Checking segment: {'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:48.314099 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Bound using segment: {'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:48.314664 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Bound port: b1c77e14-ef2c-407e-9033-32dc079083ae, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65b3df-8c56-49a8-9f51-46942c47217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:48.315032 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.390007 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] For port b1c77e14-ef2c-407e-9033-32dc079083ae, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:48.393515 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] For port b1c77e14-ef2c-407e-9033-32dc079083ae, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b1c77e14-ef2c-407e-9033-32dc079083ae,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:48.439808 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede2bb3-4f7b-4a35-adf6-7f5751933b1f req-2a79a068-f841-40e4-a67d-ae50c449329d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:48.441384 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ede2bb3-4f7b-4a35-adf6-7f5751933b1f req-2a79a068-f841-40e4-a67d-ae50c449329d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0640020 Sep 26 18:02:48.464643 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.472560 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:48.474978 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.477724 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/b1c77e14-ef2c-407e-9033-32dc079083ae HTTP/1.1" status: 200 len: 1093 time: 0.7740436 Sep 26 18:02:48.478357 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:48.479243 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'tag': 'b1c77e14-ef2c-407e-9033-32dc079083ae'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:48.481862 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6922920-9319-4b62-88c5-ecc02cb46c72" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a4bada-b31b-4e25-8832-5024623a4632", "tag": "b1c77e14-ef2c-407e-9033-32dc079083ae"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:48.497579 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff1008-4ec8-4235-80b8-bc592118470e req-9a0e577c-aff4-43a1-ae93-7b47694f0d9e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:48.497579 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2fff1008-4ec8-4235-80b8-bc592118470e req-9a0e577c-aff4-43a1-ae93-7b47694f0d9e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 943 time: 0.0755973 Sep 26 18:02:48.499163 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0019a6b-adfc-4529-a1a8-7499cb7b9344 None None] New status for floating IP 4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:02:48.536151 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24437adb-3988-44b1-8944-a9c1d6f3973c service neutron] Pushing event updated for resources: {'Port': ['ID=b1c77e14-ef2c-407e-9033-32dc079083ae,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:48.552787 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ede2bb3-4f7b-4a35-adf6-7f5751933b1f req-62ab4f35-3e8f-4b4a-b62d-90f9b7a18d27 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952322 Sep 26 18:02:48.593100 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2fff1008-4ec8-4235-80b8-bc592118470e req-843cc560-93df-44d0-8450-f08cbc7e698a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839691 Sep 26 18:02:48.666049 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dccb8c62-8582-4cf0-a988-5beb5d3a75f1 req-eed64550-442c-4b3f-97a3-6f2bbb1067d3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9689462a-a796-4f06-b20f-00ba7a46cace HTTP/1.1" status: 200 len: 210 time: 0.0301528 Sep 26 18:02:48.711821 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fadab8-8d61-429f-969f-c23f6befb35e x-openstack-request-id: req-f0fadab8-8d61-429f-969f-c23f6befb35e {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:48.712110 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a4bada-b31b-4e25-8832-5024623a4632", "tag": "b1c77e14-ef2c-407e-9033-32dc079083ae", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:48.712366 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0fadab8-8d61-429f-969f-c23f6befb35e {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:48.712770 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fadab8-8d61-429f-969f-c23f6befb35e'] response: {'name': 'network-changed', 'server_uuid': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'tag': 'b1c77e14-ef2c-407e-9033-32dc079083ae', 'status': 'completed', 'code': 200} Sep 26 18:02:48.787751 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aee05-620a-44f3-8323-0e06152f0968 req-f8d8b8c2-081c-4e83-95b0-52a9e91762f7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:48.789208 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f0aee05-620a-44f3-8323-0e06152f0968 req-f8d8b8c2-081c-4e83-95b0-52a9e91762f7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 943 time: 0.0472450 Sep 26 18:02:48.791511 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6922920-9319-4b62-88c5-ecc02cb46c72 req-f165233f-46fd-446c-b962-3b17a5d2a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:48.792973 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c6922920-9319-4b62-88c5-ecc02cb46c72 req-f165233f-46fd-446c-b962-3b17a5d2a154 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=7407b259f9ce40558c02a60e29e50c93&device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 1127 time: 0.0392199 Sep 26 18:02:48.808308 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:48.836989 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f0aee05-620a-44f3-8323-0e06152f0968 req-2b84b2ba-f632-4fe1-bd63-19ef756c3309 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Sep 26 18:02:48.899672 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6922920-9319-4b62-88c5-ecc02cb46c72 req-b2f27be7-372e-4f01-b31e-3f2c4c8d1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:48.901092 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c6922920-9319-4b62-88c5-ecc02cb46c72 req-b2f27be7-372e-4f01-b31e-3f2c4c8d1067 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=7407b259f9ce40558c02a60e29e50c93&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0970755 Sep 26 18:02:48.995218 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6922920-9319-4b62-88c5-ecc02cb46c72 req-5c3a9f64-fdbc-4aad-ae2c-d88fdb061a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:48.996668 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c6922920-9319-4b62-88c5-ecc02cb46c72 req-5c3a9f64-fdbc-4aad-ae2c-d88fdb061a72 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888698 Sep 26 18:02:49.098081 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-de30ded5-20a3-4aaa-a5a9-a51ad44ef2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.099588 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-de30ded5-20a3-4aaa-a5a9-a51ad44ef2c5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=7407b259f9ce40558c02a60e29e50c93&device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 1127 time: 0.0459478 Sep 26 18:02:49.144202 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-6901faca-0ea1-4c88-9b53-eca4ac5030c7 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1c77e14-ef2c-407e-9033-32dc079083ae HTTP/1.1" status: 200 len: 217 time: 0.0332808 Sep 26 18:02:49.198030 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-9cf9a274-f800-449c-b722-1e60d0613989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.199476 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-9cf9a274-f800-449c-b722-1e60d0613989 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=7c0d3d23-5e07-42a2-bd92-0eaa31719a42 HTTP/1.1" status: 200 len: 854 time: 0.0446048 Sep 26 18:02:49.244272 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-14d03689-919e-4c75-a289-0cba0210f432 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=916bf790-1a83-44fc-a77a-94ae8e7ef414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257800 Sep 26 18:02:49.341754 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-ed82454d-441e-4d05-807f-ee1b26ed0b05 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862632 Sep 26 18:02:49.435158 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9563b0b3-0327-4eb7-8637-16d1af4ee627 req-5a59f73c-fa93-4801-964a-a25ae97e926c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838337 Sep 26 18:02:49.446683 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:02:49.451688 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:02:49.475371 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 9148014a-dff0-4bcc-b428-9b6e3da43150 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:02:49.475708 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 9148014a-dff0-4bcc-b428-9b6e3da43150 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:02:49.566202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:49.577117 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'port_id': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'mac_address': 'fa:16:3e:db:f8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:02:49.611614 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:49.612012 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.627120 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:02:49.655355 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:49.696786 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085772-eda7-4881-95c5-0f0b9e958e3d req-06a5ad77-9935-41ee-9a36-6295b0d1b179 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.698413 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5085772-eda7-4881-95c5-0f0b9e958e3d req-06a5ad77-9935-41ee-9a36-6295b0d1b179 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0637786 Sep 26 18:02:49.725268 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.747629 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aecf2-4125-4490-bc0c-02ad376f5257 req-1ef30edc-752b-4d5d-a6c5-76772b16dfbf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.749078 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-859aecf2-4125-4490-bc0c-02ad376f5257 req-1ef30edc-752b-4d5d-a6c5-76772b16dfbf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 943 time: 0.0731235 Sep 26 18:02:49.777665 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:49.784558 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.784914 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.785281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.785594 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.785917 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.786241 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.786561 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.786880 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.787199 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.787518 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.787835 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.788159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.788475 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.788787 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.789101 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:49.814007 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5085772-eda7-4881-95c5-0f0b9e958e3d req-89116c2c-93a6-41f2-8956-496594d32d34 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997424 Sep 26 18:02:49.824672 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-859aecf2-4125-4490-bc0c-02ad376f5257 req-ed18d52e-14ae-48ce-971f-028c7fa5ae3d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665603 Sep 26 18:02:49.961945 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebef5d4-810d-4075-9c92-3870731c9353 req-e4d04f0b-b205-4973-b110-0f2e8c7224f7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.963544 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1ebef5d4-810d-4075-9c92-3870731c9353 req-e4d04f0b-b205-4973-b110-0f2e8c7224f7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 943 time: 0.0517042 Sep 26 18:02:49.988395 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53966) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:50.012470 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1ebef5d4-810d-4075-9c92-3870731c9353 req-3e4b5f4c-e742-4ed7-adb7-6f1c28d293f8 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432706 Sep 26 18:02:50.031999 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:50.046325 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9338-2092-4096-9ff7-6b12800341da tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.069120 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9338-2092-4096-9ff7-6b12800341da tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.148155 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['f5160b1d-20ef-4a96-9b5a-cc5148bd71f9'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:02:50.239162 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9338-2092-4096-9ff7-6b12800341da tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.241819 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9338-2092-4096-9ff7-6b12800341da tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.243015 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a6ac9338-2092-4096-9ff7-6b12800341da tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc HTTP/1.1" status: 204 len: 168 time: 0.2536383 Sep 26 18:02:50.245913 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53970) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:50.252734 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac9338-2092-4096-9ff7-6b12800341da tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:50.267571 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.api.v2.resource [None req-e12830d6-8f51-4587-aadf-db60b4e7569d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] show failed (client error): The resource could not be found. Sep 26 18:02:50.267571 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-e12830d6-8f51-4587-aadf-db60b4e7569d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups/f7ed0bd9-8ea2-464b-b9cf-a9c3bd5afcbc HTTP/1.1" status: 404 len: 347 time: 0.0153408 Sep 26 18:02:50.269493 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 53972) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:50.374465 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:02:50.382150 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Deleting port a4d5f435-af19-467d-b64b-90091cbd94c3 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:50.382495 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.428080 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:50.462156 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.462476 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (a4d5f435-af19-467d-b64b-90091cbd94c3), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.475204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Calling delete_port for a4d5f435-af19-467d-b64b-90091cbd94c3 owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:50.667447 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (a4d5f435-af19-467d-b64b-90091cbd94c3), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.692925 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event deleted for resources: {'Port': ['ID=a4d5f435-af19-467d-b64b-90091cbd94c3,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:50.755202 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.757666 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:50.758785 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5a4635f5-0542-40bb-b23f-fad73f27fe62 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/4e3d5ed2-49ee-40cf-ba3f-e604a5f698e1 HTTP/1.1" status: 204 len: 168 time: 0.4884005 Sep 26 18:02:50.917533 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53982) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:50.923318 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-19f95223-76eb-4a6e-a7bb-4b2807cedeeb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996420532', 'description': 'tempest-description--1919295391'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:50.937082 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ccb78-e3fe-4b3e-b329-11178de695de req-ec0fe7f8-13bd-416c-afff-6b4664dafe48 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:50.939272 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-725ccb78-e3fe-4b3e-b329-11178de695de req-ec0fe7f8-13bd-416c-afff-6b4664dafe48 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0495069 Sep 26 18:02:51.027716 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-19f95223-76eb-4a6e-a7bb-4b2807cedeeb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.034587 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc5a21-796f-4b85-ab16-f062c87a9a1c req-9b2005cc-2b09-47d0-a005-1cb0a2c1b6de tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:51.036083 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-47fc5a21-796f-4b85-ab16-f062c87a9a1c req-9b2005cc-2b09-47d0-a005-1cb0a2c1b6de tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 944 time: 0.0773060 Sep 26 18:02:51.066532 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-725ccb78-e3fe-4b3e-b329-11178de695de req-6beac566-9b26-41ae-a2d0-e9073766536a tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160288 Sep 26 18:02:51.082242 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:51.108312 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-47fc5a21-796f-4b85-ab16-f062c87a9a1c req-b32b8f99-11a5-4451-943d-66c366ec5d0e tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636132 Sep 26 18:02:51.113664 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-19f95223-76eb-4a6e-a7bb-4b2807cedeeb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (2e91ebea-a51a-442a-864c-d16aad3b9000), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.163358 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:51.174286 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cf158-8657-4f59-902c-b154b5841d9b req-98666383-c419-45b2-bc51-280f1671d91c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:51.175664 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb4cf158-8657-4f59-902c-b154b5841d9b req-98666383-c419-45b2-bc51-280f1671d91c tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 943 time: 0.0468855 Sep 26 18:02:51.204737 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-19f95223-76eb-4a6e-a7bb-4b2807cedeeb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2e91ebea-a51a-442a-864c-d16aad3b9000), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.222329 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb4cf158-8657-4f59-902c-b154b5841d9b req-3e83142e-ea41-4bca-9a66-41aa6c4749fb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410593 Sep 26 18:02:51.239559 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f95223-76eb-4a6e-a7bb-4b2807cedeeb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91ebea-a51a-442a-864c-d16aad3b9000,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:51.309246 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-19f95223-76eb-4a6e-a7bb-4b2807cedeeb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.310508 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-19f95223-76eb-4a6e-a7bb-4b2807cedeeb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3916039 Sep 26 18:02:51.313691 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53986) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:51.317971 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-0ce46648-f931-4a88-996e-333c321e9db5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'security_group_rule': {'security_group_id': '2e91ebea-a51a-442a-864c-d16aad3b9000', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:51.450821 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ce46648-f931-4a88-996e-333c321e9db5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (5723c2c4-0a96-4b58-8f54-9873d676e024), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.462411 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:51.504635 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:02:51.508484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ce46648-f931-4a88-996e-333c321e9db5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (5723c2c4-0a96-4b58-8f54-9873d676e024), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.668670 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:51.669056 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.669166 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ce46648-f931-4a88-996e-333c321e9db5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (5723c2c4-0a96-4b58-8f54-9873d676e024), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.669418 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 Sep 26 18:02:51.687325 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce46648-f931-4a88-996e-333c321e9db5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5723c2c4-0a96-4b58-8f54-9873d676e024,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:51.739881 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:51.740186 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.763096 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:51.765412 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3752526f-7ed7-43d9-ba01-41348a4115c0" -d '{"events": [{"server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "name": "network-vif-plugged", "status": "completed", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:51.778361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:51.803275 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa2d42e-a6fa-438c-ba4c-4dd50b8d34d2 x-openstack-request-id: req-3aa2d42e-a6fa-438c-ba4c-4dd50b8d34d2 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:51.803581 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "name": "network-vif-plugged", "status": "completed", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:51.803835 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3aa2d42e-a6fa-438c-ba4c-4dd50b8d34d2 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:51.804223 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa2d42e-a6fa-438c-ba4c-4dd50b8d34d2'] response: {'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'code': 200} Sep 26 18:02:51.824119 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0ce46648-f931-4a88-996e-333c321e9db5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.825397 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0ce46648-f931-4a88-996e-333c321e9db5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5107753 Sep 26 18:02:51.828109 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53990) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:51.832899 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-f7c4102e-70ae-4de6-925a-3739319eafc9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'security_group_rule': {'security_group_id': '2e91ebea-a51a-442a-864c-d16aad3b9000', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:51.862239 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.911461 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:51.943082 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f7c4102e-70ae-4de6-925a-3739319eafc9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (30cf4510-f2a0-4f16-adb8-132cce9bf03e), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.001035 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f7c4102e-70ae-4de6-925a-3739319eafc9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (30cf4510-f2a0-4f16-adb8-132cce9bf03e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.096256 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f7c4102e-70ae-4de6-925a-3739319eafc9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (30cf4510-f2a0-4f16-adb8-132cce9bf03e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.104321 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:52.116662 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4102e-70ae-4de6-925a-3739319eafc9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cf4510-f2a0-4f16-adb8-132cce9bf03e,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:52.192220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196c706-75ad-4369-a409-4d81531c50ba req-c1f4b8b1-65a1-4d4d-a24f-f398ecfc9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:52.193887 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a196c706-75ad-4369-a409-4d81531c50ba req-c1f4b8b1-65a1-4d4d-a24f-f398ecfc9de2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 1129 time: 0.0453680 Sep 26 18:02:52.195826 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ae73-215e-4212-8e94-38148e83154b req-c96cec84-807a-41b4-9bc5-8532daee28fc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:52.197287 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-01a5ae73-215e-4212-8e94-38148e83154b req-c96cec84-807a-41b4-9bc5-8532daee28fc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0528324 Sep 26 18:02:52.218913 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f7c4102e-70ae-4de6-925a-3739319eafc9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.220080 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-f7c4102e-70ae-4de6-925a-3739319eafc9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3905387 Sep 26 18:02:52.223950 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 53996) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:52.228116 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:52.257687 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6575-f1da-4d65-b557-2604bc6f24da req-2cb4955d-70dc-493d-b7d6-c94f8dfc79a8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:52.259078 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb4c6575-f1da-4d65-b557-2604bc6f24da req-2cb4955d-70dc-493d-b7d6-c94f8dfc79a8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0609391 Sep 26 18:02:52.261608 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a196c706-75ad-4369-a409-4d81531c50ba req-f5022656-7f02-4079-92f7-5dc6e7246bc0 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604270 Sep 26 18:02:52.311233 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-01a5ae73-215e-4212-8e94-38148e83154b req-9299f349-ec09-4a28-8056-dab0510d8c6f tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049047 Sep 26 18:02:52.337626 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb4c6575-f1da-4d65-b557-2604bc6f24da req-0a40eb2b-f675-4eb3-b9cf-465170f8ffa0 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721228 Sep 26 18:02:52.347511 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.428831 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.429093 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace1a8a-bfc8-4592-a55e-6426280ad902 req-22698c18-6212-46c6-b4fa-da5299207770 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:52.430588 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dace1a8a-bfc8-4592-a55e-6426280ad902 req-22698c18-6212-46c6-b4fa-da5299207770 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 943 time: 0.0512321 Sep 26 18:02:52.485481 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dace1a8a-bfc8-4592-a55e-6426280ad902 req-3a215e36-30d1-4508-8995-fea5bb130b53 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Sep 26 18:02:52.542799 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Allocated IP 172.27.2.83 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/62288d68-b9c3-419e-ae18-c171be7fa183) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:52.626726 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:52.648742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for port (62288d68-b9c3-419e-ae18-c171be7fa183), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.742067 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (62288d68-b9c3-419e-ae18-c171be7fa183), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.783958 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:52.786984 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:52.790911 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:52.800079 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'Port': ['ID=62288d68-b9c3-419e-ae18-c171be7fa183,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:52.839279 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (c29b79e1-1a33-460b-be15-a9cacc33e1be), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.969567 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (62288d68-b9c3-419e-ae18-c171be7fa183), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.116291 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for port (62288d68-b9c3-419e-ae18-c171be7fa183), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.187276 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (62288d68-b9c3-419e-ae18-c171be7fa183), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.188013 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (c29b79e1-1a33-460b-be15-a9cacc33e1be), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.230111 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'Port': ['ID=62288d68-b9c3-419e-ae18-c171be7fa183,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:53.280569 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.282325 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-688559d2-b1a1-46c9-a283-c586e5772c71 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0574794 Sep 26 18:02:53.431986 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:53.453591 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e24f7-ef91-4468-b334-c8380a9857c7 req-d3f560e8-60a1-4329-9872-b246c93a6b35 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:53.455095 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eb6e24f7-ef91-4468-b334-c8380a9857c7 req-d3f560e8-60a1-4329-9872-b246c93a6b35 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0632243 Sep 26 18:02:53.480270 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device b1c77e14-ef2c-407e-9033-32dc079083ae details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:02:53.493023 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-7968e1a3-cfd9-4782-b151-990fc1bebacc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1996420532&fields=id&tenant_id=641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 267 time: 0.0991066 Sep 26 18:02:53.577156 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port b1c77e14-ef2c-407e-9033-32dc079083ae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b1c77e14-ef2c-407e-9033-32dc079083ae,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:53.587945 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eb6e24f7-ef91-4468-b334-c8380a9857c7 req-897a4010-1eb5-405c-bc84-a8aec420e8ce tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268699 Sep 26 18:02:53.593386 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'b1c77e14-ef2c-407e-9033-32dc079083ae', 'network_id': '916bf790-1a83-44fc-a77a-94ae8e7ef414', 'port_id': 'b1c77e14-ef2c-407e-9033-32dc079083ae', 'mac_address': 'fa:16:3e:31:28:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d3d23-5e07-42a2-bd92-0eaa31719a42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:02:53.632677 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port b1c77e14-ef2c-407e-9033-32dc079083ae is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:53.633652 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.636588 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-33385d76-4e57-4716-ba0f-7a9dbea15ee2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:53.638181 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-33385d76-4e57-4716-ba0f-7a9dbea15ee2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 816 time: 0.1346061 Sep 26 18:02:53.648672 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c77e14-ef2c-407e-9033-32dc079083ae {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:02:53.656164 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-0a43aa7d-5148-45b3-af0b-1efd7b6beee3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/quotas/641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 375 time: 0.0120652 Sep 26 18:02:53.672180 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port b1c77e14-ef2c-407e-9033-32dc079083ae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b1c77e14-ef2c-407e-9033-32dc079083ae,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:53.735321 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7c9a4-c359-447e-ac57-0ae60b99c46f req-6c77d963-56f3-4d55-8213-b84c7d734e2f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:53.736835 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f5a7c9a4-c359-447e-ac57-0ae60b99c46f req-6c77d963-56f3-4d55-8213-b84c7d734e2f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0838461 Sep 26 18:02:53.741375 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-4ddcbec3-c6f3-47e5-b731-60ff93c844e4 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745144 Sep 26 18:02:53.758719 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.805671 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=b1c77e14-ef2c-407e-9033-32dc079083ae,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:53.837142 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f5a7c9a4-c359-447e-ac57-0ae60b99c46f req-8e44ce9f-1523-48e7-924d-a6e283d164e7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946720 Sep 26 18:02:53.866805 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-47f899bc-32f2-484f-bf02-0f0f1cc9773b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108921 Sep 26 18:02:53.976690 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bed46-b241-49f8-bfcd-6fda1cf88168 req-ab235304-836b-4836-9399-c86d70763077 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:53.978445 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c30bed46-b241-49f8-bfcd-6fda1cf88168 req-ab235304-836b-4836-9399-c86d70763077 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 944 time: 0.0833652 Sep 26 18:02:53.986573 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:54.018069 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-729b555c-d36f-4a65-ae7e-f9a2e0b5dd7c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444287 Sep 26 18:02:54.049415 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c30bed46-b241-49f8-bfcd-6fda1cf88168 req-c79aea91-344f-4019-8cc5-675d14e881b8 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616095 Sep 26 18:02:54.222591 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['b1c77e14-ef2c-407e-9033-32dc079083ae'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:02:54.281246 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:54.293199 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:54.299696 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:54.330867 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d40ae344-b4db-4ce5-a42e-158cd759623b req-c55eaaf7-048a-4b71-b9bc-65bf44f12709 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0308759 Sep 26 18:02:54.714837 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397554-8c1a-4798-a14b-80284c07245b req-fddfe108-1e01-4890-8268-153af996355d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:54.716120 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-92397554-8c1a-4798-a14b-80284c07245b req-fddfe108-1e01-4890-8268-153af996355d tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0506499 Sep 26 18:02:54.777670 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-92397554-8c1a-4798-a14b-80284c07245b req-ede43840-1ac1-4206-9d13-fd1050381c64 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549526 Sep 26 18:02:54.957919 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd5-d622-4bfd-bf8d-dc8a322735e6 req-9b1eaa28-2d62-43d6-b1cc-1e4834ba39d2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:54.959346 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f95cdfd5-d622-4bfd-bf8d-dc8a322735e6 req-9b1eaa28-2d62-43d6-b1cc-1e4834ba39d2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0459306 Sep 26 18:02:55.009040 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f95cdfd5-d622-4bfd-bf8d-dc8a322735e6 req-543817cd-89ee-4e5e-b87b-8e77369af877 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440395 Sep 26 18:02:55.126039 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377a85a-b50e-4fd1-86cb-5885bb14788e req-2c38ccdf-fe26-4733-8a14-a5fded1a6e88 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:55.127442 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a377a85a-b50e-4fd1-86cb-5885bb14788e req-2c38ccdf-fe26-4733-8a14-a5fded1a6e88 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0479543 Sep 26 18:02:55.137554 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54036) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:55.143357 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'port_id': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:55.162517 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-244e3d70-2dd5-431e-bba3-3aeba9373ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.178580 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5916dfe-15ff-475b-a9a2-a7b5c2e35db3 req-828fb242-5acb-4a00-89b5-91dbcf81a88e tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:55.180303 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5916dfe-15ff-475b-a9a2-a7b5c2e35db3 req-828fb242-5acb-4a00-89b5-91dbcf81a88e tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 944 time: 0.0518672 Sep 26 18:02:55.185464 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (ccda27f0-dd02-4561-822d-06ad36f42e97), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.231020 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a5916dfe-15ff-475b-a9a2-a7b5c2e35db3 req-9eab7567-aade-4486-bea3-c44420fa1df9 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Sep 26 18:02:55.281787 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:55.446898 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a565b659-915e-4874-9029-05511829e055 req-49a34df1-0023-4562-b0a3-b5685bf8b254 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0341291 Sep 26 18:02:55.506794 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device b1c77e14-ef2c-407e-9033-32dc079083ae up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:55.549255 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port b1c77e14-ef2c-407e-9033-32dc079083ae completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:02:55.607146 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:55.618906 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.656266 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port b1c77e14-ef2c-407e-9033-32dc079083ae triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:55.656633 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.657015 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port b1c77e14-ef2c-407e-9033-32dc079083ae Sep 26 18:02:55.718922 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (ccda27f0-dd02-4561-822d-06ad36f42e97), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.736433 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port b1c77e14-ef2c-407e-9033-32dc079083ae is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:55.736823 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.762457 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c77e14-ef2c-407e-9033-32dc079083ae'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:55.765313 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c2e945-537e-4c89-94c6-f71fd9ab4908" -d '{"events": [{"server_uuid": "a9a4bada-b31b-4e25-8832-5024623a4632", "name": "network-vif-plugged", "status": "completed", "tag": "b1c77e14-ef2c-407e-9033-32dc079083ae"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:55.778887 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port b1c77e14-ef2c-407e-9033-32dc079083ae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b1c77e14-ef2c-407e-9033-32dc079083ae,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:55.806063 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98757d3d-490d-4b97-9396-f11fa1626ede x-openstack-request-id: req-98757d3d-490d-4b97-9396-f11fa1626ede {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:55.806487 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a4bada-b31b-4e25-8832-5024623a4632", "name": "network-vif-plugged", "status": "completed", "tag": "b1c77e14-ef2c-407e-9033-32dc079083ae", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:55.806833 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98757d3d-490d-4b97-9396-f11fa1626ede {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:55.807466 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98757d3d-490d-4b97-9396-f11fa1626ede'] response: {'server_uuid': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c77e14-ef2c-407e-9033-32dc079083ae', 'code': 200} Sep 26 18:02:55.818015 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP ccda27f0-dd02-4561-822d-06ad36f42e97 associated. External IP: 172.27.2.2, port: f5160b1d-20ef-4a96-9b5a-cc5148bd71f9. Sep 26 18:02:55.879109 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:55.903810 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:55.916189 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca4f58-63c8-46a6-8832-c92d124008c5 req-c57a1a09-4848-4a9d-ac24-3acdd77b7bfc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:55.918098 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2fca4f58-63c8-46a6-8832-c92d124008c5 req-c57a1a09-4848-4a9d-ac24-3acdd77b7bfc tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0516136 Sep 26 18:02:55.935917 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=b1c77e14-ef2c-407e-9033-32dc079083ae,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:55.988445 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2fca4f58-63c8-46a6-8832-c92d124008c5 req-4d405397-3011-4bcf-b668-c796820bf379 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648100 Sep 26 18:02:56.043760 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:56.145922 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:56.150136 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:56.156979 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:56.175558 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:56.176080 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:56.182988 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-337f807f-0352-4296-b0d2-6f2c5ff9d17b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/ccda27f0-dd02-4561-822d-06ad36f42e97 HTTP/1.1" status: 200 len: 989 time: 1.0420456 Sep 26 18:02:56.182988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:56.183765 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6b3c6-9fad-4851-8a8d-017d5b013301" -d '{"events": [{"name": "network-changed", "server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:56.225365 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22f687-0165-4609-a159-5ae18d8842ec req-794f60a8-0d65-4943-9cd4-82b74b2a5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:56.226948 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b22f687-0165-4609-a159-5ae18d8842ec req-794f60a8-0d65-4943-9cd4-82b74b2a5802 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 1129 time: 0.0402088 Sep 26 18:02:56.233798 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3c445-d263-4181-b25f-d785a55f0737 x-openstack-request-id: req-42d3c445-d263-4181-b25f-d785a55f0737 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:56.234096 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:56.234352 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42d3c445-d263-4181-b25f-d785a55f0737 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:56.234753 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d3c445-d263-4181-b25f-d785a55f0737'] response: {'name': 'network-changed', 'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'status': 'completed', 'code': 200} Sep 26 18:02:56.287836 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:56.331670 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5b22f687-0165-4609-a159-5ae18d8842ec req-9e951bec-7ac8-4e46-8ccf-263815d120e2 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523958 Sep 26 18:02:56.374772 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-82f03f6a-8993-469b-8f60-0339f866d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:56.377102 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-82f03f6a-8993-469b-8f60-0339f866d5ed service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 1129 time: 0.0630090 Sep 26 18:02:56.387305 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:56.505284 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:56.517873 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ccda27f0-dd02-4561-822d-06ad36f42e97', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:db:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f12a9-6f62-478f-a547-9a46350096ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:33Z', 'updated_at': '2022-09-26T18:02:55Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:56.543059 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:56.552026 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:56.552611 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:56.570497 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:56.591421 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df031bb6-4fb3-46cc-8cd6-627dc7f45ff7 req-9d3c06eb-b4bc-462c-80fa-ad5ed5a21b0f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0477347 Sep 26 18:02:56.605205 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266854b-a1e2-40bb-9dc9-03e75f2b504a req-0c5f53b3-0155-4d58-84e7-e2eaf352d495 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:56.606592 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e266854b-a1e2-40bb-9dc9-03e75f2b504a req-0c5f53b3-0155-4d58-84e7-e2eaf352d495 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.1300323 Sep 26 18:02:56.655420 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e266854b-a1e2-40bb-9dc9-03e75f2b504a req-bd48776e-c9c5-4ff0-b3c6-3b94732e86a4 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Sep 26 18:02:56.655656 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:56.825495 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-4be67b40-5854-44ed-8d91-2565b0396714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:56.826945 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-4be67b40-5854-44ed-8d91-2565b0396714 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 915 time: 0.0919967 Sep 26 18:02:56.867959 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ccda27f0-dd02-4561-822d-06ad36f42e97', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:db:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f12a9-6f62-478f-a547-9a46350096ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:33Z', 'updated_at': '2022-09-26T18:02:55Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:56.892956 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ee17d-5085-4ff9-b984-5d08b8c08cae None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ccda27f0-dd02-4561-822d-06ad36f42e97', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:db:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f12a9-6f62-478f-a547-9a46350096ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:33Z', 'updated_at': '2022-09-26T18:02:55Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:57.077869 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c6064a-23d6-40a5-8f6f-3a30a0573350 None None] New status for floating IP ccda27f0-dd02-4561-822d-06ad36f42e97: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:02:57.122024 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8494c-deb4-4e48-a4e9-a78d5cad5e36 req-ae8baf59-59db-4ebd-9ff5-a13e1794783a tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:57.123748 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-19b8494c-deb4-4e48-a4e9-a78d5cad5e36 req-ae8baf59-59db-4ebd-9ff5-a13e1794783a tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0587707 Sep 26 18:02:57.184478 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-19b8494c-deb4-4e48-a4e9-a78d5cad5e36 req-9a7223af-b865-441d-b298-ad92ce9d2ad4 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044f911f-1f6c-4070-a037-fa310154b3a8&id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545182 Sep 26 18:02:57.387088 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-1193edf3-bd99-4780-b760-9f32b04dd313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:57.539612 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-c8f24ddf-f376-424b-885c-9d5dcedd985b service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 HTTP/1.1" status: 200 len: 999 time: 0.0852609 Sep 26 18:02:57.699817 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-35c375e9-02ec-4201-9fa0-5e8b110e6d43 req-2f5a8b29-7aa4-4935-ba9e-a3cf54344c88 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0279708 Sep 26 18:02:57.775556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2dc3-7f1c-4028-ada0-53d3cde42ece req-2701b3d8-413c-4c55-bf53-44d25f8a44fa tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:57.777265 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9c9a2dc3-7f1c-4028-ada0-53d3cde42ece req-2701b3d8-413c-4c55-bf53-44d25f8a44fa tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.0460665 Sep 26 18:02:57.814162 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:57.825686 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9c9a2dc3-7f1c-4028-ada0-53d3cde42ece req-5e33fc81-2209-4c9c-a0c1-fb67cb44f7df tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Sep 26 18:02:58.119502 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-c3f29b30-60da-4e94-9acf-c9f5de18810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:58.120976 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-c3f29b30-60da-4e94-9acf-c9f5de18810b service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0472956 Sep 26 18:02:58.214100 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-d1664431-a1a1-4177-9ed1-f1a850281b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:58.215489 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-d1664431-a1a1-4177-9ed1-f1a850281b42 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460441 Sep 26 18:02:58.330373 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-6ac922bb-148c-416a-a748-6ae9fc2b54c8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886271 Sep 26 18:02:58.621544 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:58.817530 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-45fdc3eb-773e-4254-a911-7c351abfb6e6 req-1b8495ff-8175-4487-8c19-fa64aaa20027 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0344794 Sep 26 18:02:58.847355 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00e6b3c6-9fad-4851-8a8d-017d5b013301 req-91c8bdf8-f905-4bf7-8962-fa5bfa88b120 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182675 Sep 26 18:02:58.948986 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189aabd-770e-4041-b6d2-9ad4f2f4076a req-99e3c46d-cf41-44aa-8eab-506df831b4ee tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:58.953808 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4189aabd-770e-4041-b6d2-9ad4f2f4076a req-99e3c46d-cf41-44aa-8eab-506df831b4ee tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Sep 26 18:02:59.005240 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4189aabd-770e-4041-b6d2-9ad4f2f4076a req-ffe12e69-7190-4fc9-aa75-09cf2cf8ca95 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489028 Sep 26 18:02:59.696639 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e775-8944-4443-8f12-84b132eda5ba req-df4faaa1-ae67-4625-85d5-2427d7d734a8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:59.698142 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66a6e775-8944-4443-8f12-84b132eda5ba req-df4faaa1-ae67-4625-85d5-2427d7d734a8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0484381 Sep 26 18:02:59.749891 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66a6e775-8944-4443-8f12-84b132eda5ba req-de08c5b7-2ba0-4265-af59-8e04d46019e6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Sep 26 18:02:59.923784 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cac6b1a7-a39b-46d4-8202-2d9a8d525315 req-c0bcec72-b813-4d79-a987-db6ba1be0131 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0270622 Sep 26 18:03:00.124163 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc77f58-7c8d-4f7b-b834-5d255b306960 req-99727b6b-b741-4a89-b319-6fca8f2e7bc7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:00.125576 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ccc77f58-7c8d-4f7b-b834-5d255b306960 req-99727b6b-b741-4a89-b319-6fca8f2e7bc7 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.0457790 Sep 26 18:03:00.150039 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:00.170000 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:00.177203 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ccc77f58-7c8d-4f7b-b834-5d255b306960 req-dc327cb6-4b86-4f7b-9728-39fe1f5f0627 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Sep 26 18:03:00.279086 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:00.869477 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bbc19-7e36-4799-a7be-e1838546b418 req-2a894bc6-eaf0-4d5e-bffa-3ac2b5b693c1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:00.870929 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1d5bbc19-7e36-4799-a7be-e1838546b418 req-2a894bc6-eaf0-4d5e-bffa-3ac2b5b693c1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0462508 Sep 26 18:03:00.916950 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1d5bbc19-7e36-4799-a7be-e1838546b418 req-718068ed-beea-4ac5-869b-d352bdefac0f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Sep 26 18:03:01.031199 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7eae549a-86b9-4b97-ba52-eae0882192d3 req-4b448dcb-8036-47e9-9f64-88b5af19001c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0275855 Sep 26 18:03:02.039778 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c036e1-6263-41a4-b3dc-02f98747d6d9 req-d652d5b3-419a-4de2-8597-3c6885b0dde4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:02.041523 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97c036e1-6263-41a4-b3dc-02f98747d6d9 req-d652d5b3-419a-4de2-8597-3c6885b0dde4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Sep 26 18:03:02.088013 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97c036e1-6263-41a4-b3dc-02f98747d6d9 req-9f6608f5-1a62-4d1a-bd08-0f8d4a7a037b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Sep 26 18:03:02.170916 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6b6661d3-6183-4fe6-b7a9-45b6bdded4ba req-3fef805f-5a7f-4839-8614-fea0508f782b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0282886 Sep 26 18:03:02.492048 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-51283483-6d1b-47f9-a7ce-7ac8f5c582ca tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:02.493546 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-51283483-6d1b-47f9-a7ce-7ac8f5c582ca tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 816 time: 0.1130164 Sep 26 18:03:03.094462 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-a344c03a-599e-4842-b3c0-6ea1d53355ab tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 380 time: 0.0538018 Sep 26 18:03:03.115975 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'port': {'device_id': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'admin_state_up': True, 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'security_groups': ['2e91ebea-a51a-442a-864c-d16aad3b9000']}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:03.195114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:03.222783 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-b3c4523e-8991-483e-803c-c213e5d65e41 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:03.224236 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-b3c4523e-8991-483e-803c-c213e5d65e41 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Sep 26 18:03:03.247727 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c4208-576c-48d7-bd28-1050d3697bf3 req-6a3c681d-82ba-4629-958b-e1e128e72918 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:03.249243 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-249c4208-576c-48d7-bd28-1050d3697bf3 req-6a3c681d-82ba-4629-958b-e1e128e72918 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 945 time: 0.0668726 Sep 26 18:03:03.328940 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-249c4208-576c-48d7-bd28-1050d3697bf3 req-9e1b4ef5-f610-4ee9-b6e3-255238b3e042 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ab2b068a-32d6-4650-b96d-b9954d9d5404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689459 Sep 26 18:03:03.366962 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Deleting port 35e30149-7490-417a-a493-6bef261bb382 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:03.369108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (35e30149-7490-417a-a493-6bef261bb382), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:03.371074 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:03.421480 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-76056324-dc9d-4dde-81f1-cda9b790f810 req-a6c05e87-d6f7-4fc5-830a-33bb4a068a9e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0286191 Sep 26 18:03:03.444380 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Made reservation on behalf of 641b37d85a344b1791fcdff859318e42 for: {'port': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:03.448260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:03.465067 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] For port 35e30149-7490-417a-a493-6bef261bb382, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=35e30149-7490-417a-a493-6bef261bb382,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:03.465833 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (35e30149-7490-417a-a493-6bef261bb382), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:03.670350 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:03.670350 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (918f9c73-2218-4745-8975-83080de29153), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:03.670576 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Floating IP 918f9c73-2218-4745-8975-83080de29153 disassociated. External IP: 172.27.2.148, port: 35e30149-7490-417a-a493-6bef261bb382. Sep 26 18:03:03.670930 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Calling delete_port for 35e30149-7490-417a-a493-6bef261bb382 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:03.807045 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:03.893841 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Allocated IP 172.20.0.11 (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7/ed949ed7-d3d1-4657-bfb4-9bc19322fd90/fbc9979b-8c95-48ea-b2f1-0efc9810462e) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:03.902828 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (35e30149-7490-417a-a493-6bef261bb382), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:03.907695 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:03.931980 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event deleted for resources: {'Port': ['ID=35e30149-7490-417a-a493-6bef261bb382,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:04.046627 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:04.050692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Router 4de50d29-5741-4755-8036-3b46089aaeff has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:04.170938 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:04.220353 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:04.223675 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:04.227909 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:04.251982 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:04.294610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:04.295298 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:04.367527 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c746af7c-ddbb-42f7-beca-c955786a5081 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2555711 Sep 26 18:03:04.385213 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Request body: {'port': {'device_id': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:04.416481 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:04.427854 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] Sync routers for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:04.442991 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:04.444192 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:04.477345 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] No DVR routers for this DVR port 35e30149-7490-417a-a493-6bef261bb382 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:04.484688 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:04.489098 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a7b1ed8e-c526-475b-9636-43fd72b14a48 req-0440d445-3bf7-49d3-a5c8-05da970d2da9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "DELETE /networking/v2.0/ports/35e30149-7490-417a-a493-6bef261bb382 HTTP/1.1" status: 204 len: 173 time: 1.2112496 Sep 26 18:03:04.496228 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'name': 'network-vif-deleted', 'tag': '35e30149-7490-417a-a493-6bef261bb382'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:04.498496 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4cfe1-a4b7-47d7-bdd1-ffd6703df2c5" -d '{"events": [{"server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "name": "network-vif-deleted", "tag": "35e30149-7490-417a-a493-6bef261bb382"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:04.518038 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f5914cf4-03d7-4d36-af7f-c9379cca26a7 req-203c4155-dfed-4e51-a246-1716bbd34bc8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0844324 Sep 26 18:03:04.558371 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:04.571965 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f175d8b9-a2c3-41be-b6de-ae753be5fe7e x-openstack-request-id: req-f175d8b9-a2c3-41be-b6de-ae753be5fe7e {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:04.572442 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b533dfe6-6158-43f2-961d-f50d398f79d6", "name": "network-vif-deleted", "tag": "35e30149-7490-417a-a493-6bef261bb382", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:04.572860 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f175d8b9-a2c3-41be-b6de-ae753be5fe7e {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:04.573279 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f175d8b9-a2c3-41be-b6de-ae753be5fe7e'] response: {'server_uuid': 'b533dfe6-6158-43f2-961d-f50d398f79d6', 'name': 'network-vif-deleted', 'tag': '35e30149-7490-417a-a493-6bef261bb382', 'status': 'completed', 'code': 200} Sep 26 18:03:04.591752 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Provisioning complete for port fbc9979b-8c95-48ea-b2f1-0efc9810462e triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:04.592336 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:04.592751 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Attempt 1 to provision port fbc9979b-8c95-48ea-b2f1-0efc9810462e Sep 26 18:03:04.602670 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:04.608115 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:04.656864 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a841a-d755-4b5e-a06e-402ef5d54df7 req-64a5cf37-55b1-423c-873c-7ec8de3b9cc4 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:04.658555 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-727a841a-d755-4b5e-a06e-402ef5d54df7 req-64a5cf37-55b1-423c-873c-7ec8de3b9cc4 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 932 time: 0.0972209 Sep 26 18:03:04.792897 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-727a841a-d755-4b5e-a06e-402ef5d54df7 req-76c6685c-e65d-4774-926a-f3962429acba tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228206 Sep 26 18:03:04.795680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Port fbc9979b-8c95-48ea-b2f1-0efc9810462e cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:04.964124 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:04.986094 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc9979b-8c95-48ea-b2f1-0efc9810462e {{(pid=118303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:04.990946 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:04.995458 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] Checking router: 4de50d29-5741-4755-8036-3b46089aaeff for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:04.995877 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Publish callbacks [] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:04.998940 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:05.001115 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:05.001754 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:05.011479 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.provisioning_blocks [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Transition to ACTIVE for port object fbc9979b-8c95-48ea-b2f1-0efc9810462e will not be triggered until provisioned by entity L2. {{(pid=118303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:05.068153 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:05.103208 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:05.252942 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:05.252942 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Attempting to bind port fbc9979b-8c95-48ea-b2f1-0efc9810462e on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:05.252942 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Attempting to bind port fbc9979b-8c95-48ea-b2f1-0efc9810462e by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:05.252942 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Attempting to bind port fbc9979b-8c95-48ea-b2f1-0efc9810462e on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:05.254914 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:05.255344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Port fbc9979b-8c95-48ea-b2f1-0efc9810462e on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:05.255344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Attempting to bind port fbc9979b-8c95-48ea-b2f1-0efc9810462e on network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:05.289430 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:05.289897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Checking segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:05.290503 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Bound using segment: {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:05.291131 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Bound port: fbc9979b-8c95-48ea-b2f1-0efc9810462e, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67f4f0a-4e60-4bca-877c-5f8762917955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7'}}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:05.291522 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:05.297982 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Attempt 2 to provision port fbc9979b-8c95-48ea-b2f1-0efc9810462e Sep 26 18:03:05.306134 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:05.333894 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794e27dc-7f9b-4ba8-84e6-37edaf497ebf None None] The sync data for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi is: [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:05.337291 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Port fbc9979b-8c95-48ea-b2f1-0efc9810462e cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:05.374838 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, cleared binding levels {{(pid=118303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:05.378251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:05.557368 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961c5ad-2301-44d8-b4b6-64017337ffde None None] New status for floating IP 918f9c73-2218-4745-8975-83080de29153: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:05.576232 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:05.584622 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:05.585266 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:05.586866 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 1094 time: 1.2063160 Sep 26 18:03:05.587368 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:05.589669 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8442deaf-4800-4ff7-a975-9cfde8d4d382" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:05.640341 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-443259f7-def6-4919-831e-0be43d81d308 req-7950e4d4-c225-4665-b376-ad71bf0300e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0476964 Sep 26 18:03:05.660821 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5625d-f4b7-42de-8390-65088a737024 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=3']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:05.779425 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc179e77-8cb1-48c6-93d1-b5db3ba6f655 x-openstack-request-id: req-cc179e77-8cb1-48c6-93d1-b5db3ba6f655 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:05.779715 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:05.779976 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc179e77-8cb1-48c6-93d1-b5db3ba6f655 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:05.780293 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc179e77-8cb1-48c6-93d1-b5db3ba6f655'] response: {'name': 'network-changed', 'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'status': 'completed', 'code': 200} Sep 26 18:03:05.785463 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:05.803547 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb2f81-2e3b-49ce-a80d-b21d3a397815 req-bb555ec1-5806-4ff0-9732-6b3b9edceaef tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:05.803547 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1beb2f81-2e3b-49ce-a80d-b21d3a397815 req-bb555ec1-5806-4ff0-9732-6b3b9edceaef tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0613761 Sep 26 18:03:05.846786 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Attempt 3 to provision port fbc9979b-8c95-48ea-b2f1-0efc9810462e Sep 26 18:03:05.858184 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1beb2f81-2e3b-49ce-a80d-b21d3a397815 req-13f767e4-ebe7-4e40-9424-35a6bd901bac tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512445 Sep 26 18:03:05.885717 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0050d-737b-4553-9c1c-f1e8aa5a5ab0 None None] Port fbc9979b-8c95-48ea-b2f1-0efc9810462e had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:03:05.928316 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b33913-4238-45b3-929c-5ddedb84c837 req-2ca1a6e3-07d9-4ee7-b567-3beda0b1ccdf tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:05.929782 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a9b33913-4238-45b3-929c-5ddedb84c837 req-2ca1a6e3-07d9-4ee7-b567-3beda0b1ccdf tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0475633 Sep 26 18:03:05.976149 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a9b33913-4238-45b3-929c-5ddedb84c837 req-ea7580b8-07d6-48dd-9ec3-33b11b61baab tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Sep 26 18:03:06.760643 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-66cd9125-c950-4702-93df-ae18f2b4471c req-49a88067-886b-4a88-900c-a93fbec3bda6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Sep 26 18:03:06.978736 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37aa68-2408-45ca-86fa-6d2c4454d804 req-372d828a-efd8-46f3-a27e-27b15d4b4acb tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:06.980149 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4f37aa68-2408-45ca-86fa-6d2c4454d804 req-372d828a-efd8-46f3-a27e-27b15d4b4acb tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0451779 Sep 26 18:03:07.029927 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4f37aa68-2408-45ca-86fa-6d2c4454d804 req-11f7e2d2-d725-4dab-ad14-8def8bd12f61 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 Sep 26 18:03:07.098336 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4c013-e5ea-4199-a193-67babdb963c5 req-d7900334-36b9-474f-be8f-cb3e7b6412e5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:07.099762 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7c4c013-e5ea-4199-a193-67babdb963c5 req-d7900334-36b9-474f-be8f-cb3e7b6412e5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0451186 Sep 26 18:03:07.146022 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7c4c013-e5ea-4199-a193-67babdb963c5 req-6c4587c4-aa66-42aa-b2fc-44a0aa1ce49c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Sep 26 18:03:07.558617 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 35e30149-7490-417a-a493-6bef261bb382 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:07.580583 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 35e30149-7490-417a-a493-6bef261bb382 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:07.580919 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 35e30149-7490-417a-a493-6bef261bb382 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:07.872442 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7956da50-29e3-424d-9cf8-cc94586b076b req-55500a2b-4803-4b0d-8d1a-918eda0a230c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Sep 26 18:03:08.154215 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470f37-9c9a-4370-825e-00d6a1aeeccb req-cf4c97f8-3eeb-4bc4-b6e2-98e525577814 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:08.157743 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42470f37-9c9a-4370-825e-00d6a1aeeccb req-cf4c97f8-3eeb-4bc4-b6e2-98e525577814 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0498998 Sep 26 18:03:08.205327 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42470f37-9c9a-4370-825e-00d6a1aeeccb req-1c6fb741-4596-4ce1-8441-618970c72023 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Sep 26 18:03:08.274044 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb0156-1573-4fba-8fc9-0d046b5e958e req-45650627-a33f-45e1-8a2b-86ef27e2aaf8 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:08.275493 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f8fb0156-1573-4fba-8fc9-0d046b5e958e req-45650627-a33f-45e1-8a2b-86ef27e2aaf8 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0465300 Sep 26 18:03:08.322499 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f8fb0156-1573-4fba-8fc9-0d046b5e958e req-554a7897-3d19-4b9d-a496-e623c2f29307 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Sep 26 18:03:08.987373 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-813b56e9-309b-4d34-98e4-7c60075aa73a req-8920f079-9ed6-4060-b75a-905cc251f203 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0295427 Sep 26 18:03:09.327256 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ac007-d57a-4dcd-b8bd-1ad672932bfb req-95c1eda8-3e1e-471b-aaf5-6cebefbb05d9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:09.328706 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9a2ac007-d57a-4dcd-b8bd-1ad672932bfb req-95c1eda8-3e1e-471b-aaf5-6cebefbb05d9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0491054 Sep 26 18:03:09.376250 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9a2ac007-d57a-4dcd-b8bd-1ad672932bfb req-e80548f0-bed8-43f2-93d1-8e07fc85745d tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414577 Sep 26 18:03:09.445749 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d9436-f789-4c39-91ff-f55ef36e792d req-8c60c40b-cc03-48d3-b12d-1bbbd369ebea tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:09.447188 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-732d9436-f789-4c39-91ff-f55ef36e792d req-8c60c40b-cc03-48d3-b12d-1bbbd369ebea tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0454922 Sep 26 18:03:09.494341 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-732d9436-f789-4c39-91ff-f55ef36e792d req-501b2f47-966c-42ba-a40d-88c8af574e7c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Sep 26 18:03:10.099345 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3c059c77-7f42-44e7-9103-a67bfb5b0b06 req-0689a535-7f9e-43a0-abea-9f5cedc194a0 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b533dfe6-6158-43f2-961d-f50d398f79d6 HTTP/1.1" status: 200 len: 210 time: 0.0270000 Sep 26 18:03:10.388189 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-b5573b74-416b-40a9-bbb7-9f7c4dd0385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.389621 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-b5573b74-416b-40a9-bbb7-9f7c4dd0385f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1128 time: 0.0424078 Sep 26 18:03:10.484625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:10.498586 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa481313-c1ab-4ca7-bec8-6a4a353a90ae req-a7c461f6-0337-4530-84ca-d2da3f9ca1cf tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.500051 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa481313-c1ab-4ca7-bec8-6a4a353a90ae req-a7c461f6-0337-4530-84ca-d2da3f9ca1cf tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0478320 Sep 26 18:03:10.548600 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa481313-c1ab-4ca7-bec8-6a4a353a90ae req-acdfe782-3c27-4f24-bd7a-c3c33d33782e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421803 Sep 26 18:03:10.621004 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a04495-e433-423d-a0b1-0655a5752342 req-cfdea95d-e9a5-4cb6-8bc4-33d044ae2af1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.622496 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46a04495-e433-423d-a0b1-0655a5752342 req-cfdea95d-e9a5-4cb6-8bc4-33d044ae2af1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0480306 Sep 26 18:03:10.674142 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-46a04495-e433-423d-a0b1-0655a5752342 req-f5d1bab5-224f-4533-8626-7f4614d511ea tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460920 Sep 26 18:03:11.024216 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-63f2d2b0-ded3-489f-b231-d5d0e9e8935c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 217 time: 0.0360584 Sep 26 18:03:11.087594 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-1a1b48ea-4c65-4cf4-92bf-7fe176c96e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.089366 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-1a1b48ea-4c65-4cf4-92bf-7fe176c96e4e service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0464509 Sep 26 18:03:11.172822 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-675e9c9b-f259-4887-a68d-29861acd5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.174518 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-675e9c9b-f259-4887-a68d-29861acd5ca6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447743 Sep 26 18:03:11.180694 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-3ef6f891-4767-46e8-8361-8cf7976ed3a1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.182097 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-3ef6f891-4767-46e8-8361-8cf7976ed3a1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0513508 Sep 26 18:03:11.267551 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54196) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.288059 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:11.326973 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-551de3c7-8bc1-4949-a152-8796b1e74a59 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (ab2b068a-32d6-4650-b96d-b9954d9d5404), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.348694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-551de3c7-8bc1-4949-a152-8796b1e74a59 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (ab2b068a-32d6-4650-b96d-b9954d9d5404), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.478502 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-551de3c7-8bc1-4949-a152-8796b1e74a59 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (ab2b068a-32d6-4650-b96d-b9954d9d5404), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.481102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-551de3c7-8bc1-4949-a152-8796b1e74a59 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.482269 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-551de3c7-8bc1-4949-a152-8796b1e74a59 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ab2b068a-32d6-4650-b96d-b9954d9d5404 HTTP/1.1" status: 204 len: 168 time: 0.2136469 Sep 26 18:03:11.485258 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54198) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.492510 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551de3c7-8bc1-4949-a152-8796b1e74a59 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b068a-32d6-4650-b96d-b9954d9d5404,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.499625 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.api.v2.resource [None req-ae291077-13fa-4d44-9aba-d81f71f3a68b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] show failed (client error): The resource could not be found. Sep 26 18:03:11.500645 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-ae291077-13fa-4d44-9aba-d81f71f3a68b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups/ab2b068a-32d6-4650-b96d-b9954d9d5404 HTTP/1.1" status: 404 len: 347 time: 0.0143731 Sep 26 18:03:11.508801 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54200) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.626616 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-94a9ae00-676e-463e-8592-853f1ee2905a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901875 Sep 26 18:03:11.684664 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Deleting port ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:11.685008 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.724750 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74246-085a-4c10-bc9f-cbfec6493373 req-4324184f-ff78-4f4d-95cf-41b5f5608d3b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.726548 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-afb74246-085a-4c10-bc9f-cbfec6493373 req-4324184f-ff78-4f4d-95cf-41b5f5608d3b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 945 time: 0.0981236 Sep 26 18:03:11.737769 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Deleting port e743a8e1-7765-411d-bc49-935d2ee87513 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:11.738386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.815017 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5af26dda-154a-4ba1-a890-4240602b93a6 req-3b6d7b60-5ccb-428c-ac0d-8a07ee10053b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774704 Sep 26 18:03:11.846656 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35a2c-47af-4b01-91fa-e61250267647 req-328dbb66-a410-40ce-8836-c16705f4381c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.848009 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.848147 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-24f35a2c-47af-4b01-91fa-e61250267647 req-328dbb66-a410-40ce-8836-c16705f4381c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0836174 Sep 26 18:03:11.848846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.851338 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:11.852825 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-afb74246-085a-4c10-bc9f-cbfec6493373 req-735ffd4e-d5e8-4df4-8356-e4e75fb3b7a0 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141391 Sep 26 18:03:11.875299 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Calling delete_port for ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1 owned by network:floatingip {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:11.878130 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] For port e743a8e1-7765-411d-bc49-935d2ee87513, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e743a8e1-7765-411d-bc49-935d2ee87513,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:11.878499 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.902074 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-24f35a2c-47af-4b01-91fa-e61250267647 req-dac90374-8ed3-414d-9383-d9d96ab0186f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Sep 26 18:03:11.982151 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:12.119203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.119480 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.119795 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Floating IP dfa9d030-94f0-449c-8e5e-b806a28d5d99 disassociated. External IP: 172.27.2.113, port: e743a8e1-7765-411d-bc49-935d2ee87513. Sep 26 18:03:12.120137 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Calling delete_port for e743a8e1-7765-411d-bc49-935d2ee87513 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:12.257199 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.289796 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event deleted for resources: {'Port': ['ID=ad4c6f5e-6c7f-4e0b-b30e-7fe0568f65a1,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.324616 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (918f9c73-2218-4745-8975-83080de29153), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.327311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.328457 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-827daa58-d4d0-4517-a65f-4f7d8865748a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/918f9c73-2218-4745-8975-83080de29153 HTTP/1.1" status: 204 len: 168 time: 0.8185637 Sep 26 18:03:12.344188 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:12.421715 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (e743a8e1-7765-411d-bc49-935d2ee87513), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.456631 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event deleted for resources: {'Port': ['ID=e743a8e1-7765-411d-bc49-935d2ee87513,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.507141 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54212) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:12.511780 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-391d634b-0afc-4c71-aa2b-bc257f586dce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--712439776', 'description': 'tempest-description--1194104720'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:12.566287 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:12.628871 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-391d634b-0afc-4c71-aa2b-bc257f586dce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.677434 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:12.687893 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] Sync routers for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:12.700478 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:12.701433 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:12.711232 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-391d634b-0afc-4c71-aa2b-bc257f586dce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (48084296-9b64-46f5-95d8-0836ce5d4dc3), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.723726 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] No DVR routers for this DVR port e743a8e1-7765-411d-bc49-935d2ee87513 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:12.726134 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.729669 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-23a94ce2-af86-4282-9090-ebc8fa5ac62f req-e54b6e14-0163-4d93-bb79-beb5a40f7564 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "DELETE /networking/v2.0/ports/e743a8e1-7765-411d-bc49-935d2ee87513 HTTP/1.1" status: 204 len: 173 time: 1.1869812 Sep 26 18:03:12.730416 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'name': 'network-vif-deleted', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:12.733979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ca28c7-aa9d-40a6-83ae-99907e82dcb4" -d '{"events": [{"server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "name": "network-vif-deleted", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:12.770876 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-391d634b-0afc-4c71-aa2b-bc257f586dce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (48084296-9b64-46f5-95d8-0836ce5d4dc3), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.771407 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bac625-bf2d-4817-9c34-7c1d81ae3b58 x-openstack-request-id: req-c4bac625-bf2d-4817-9c34-7c1d81ae3b58 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:12.771710 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26523d3d-340f-4fcc-8594-b8033312e8b2", "name": "network-vif-deleted", "tag": "e743a8e1-7765-411d-bc49-935d2ee87513", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:12.771969 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4bac625-bf2d-4817-9c34-7c1d81ae3b58 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:12.772375 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bac625-bf2d-4817-9c34-7c1d81ae3b58'] response: {'server_uuid': '26523d3d-340f-4fcc-8594-b8033312e8b2', 'name': 'network-vif-deleted', 'tag': 'e743a8e1-7765-411d-bc49-935d2ee87513', 'status': 'completed', 'code': 200} Sep 26 18:03:12.798204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:12.807237 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d634b-0afc-4c71-aa2b-bc257f586dce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48084296-9b64-46f5-95d8-0836ce5d4dc3,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.812285 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:12.898266 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-391d634b-0afc-4c71-aa2b-bc257f586dce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.902660 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-391d634b-0afc-4c71-aa2b-bc257f586dce tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3914742 Sep 26 18:03:12.902946 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54220) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:12.907229 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-907ab5f8-aa1f-4a67-bcf0-008c2cc7d3fa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'security_group_rule': {'security_group_id': '48084296-9b64-46f5-95d8-0836ce5d4dc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:12.996368 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-19d6c121-2116-493b-8695-fc106aed1729 req-caf7ba7f-02a3-4c2b-bb60-0043d4cdbf24 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0376024 Sep 26 18:03:13.009732 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:13.037926 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-907ab5f8-aa1f-4a67-bcf0-008c2cc7d3fa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (e6ee5f2b-d73e-4237-95d7-21dee416e690), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.039412 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] Checking router: e46781bc-0bf9-4603-b49b-8d53bb5b1b9f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:13.048123 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:13.048702 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:02:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:13.056006 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278db10e-2388-4ac4-8ac7-2ad985174dfa req-e97c6545-849f-40e8-af6e-2545fabbfde7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:13.057568 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-278db10e-2388-4ac4-8ac7-2ad985174dfa req-e97c6545-849f-40e8-af6e-2545fabbfde7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0642645 Sep 26 18:03:13.109695 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:13.130727 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-278db10e-2388-4ac4-8ac7-2ad985174dfa req-959b66fc-ce64-4c8b-90bd-f5a68b1574a2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670536 Sep 26 18:03:13.136826 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-907ab5f8-aa1f-4a67-bcf0-008c2cc7d3fa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (e6ee5f2b-d73e-4237-95d7-21dee416e690), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.157097 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:13.215873 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-907ab5f8-aa1f-4a67-bcf0-008c2cc7d3fa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (e6ee5f2b-d73e-4237-95d7-21dee416e690), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.236003 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ab5f8-aa1f-4a67-bcf0-008c2cc7d3fa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ee5f2b-d73e-4237-95d7-21dee416e690,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:13.297802 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-907ab5f8-aa1f-4a67-bcf0-008c2cc7d3fa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.298985 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-907ab5f8-aa1f-4a67-bcf0-008c2cc7d3fa tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3951111 Sep 26 18:03:13.302470 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54224) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:13.306995 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-6fe345d0-1e7d-42ff-a7e1-9b04ab0c8063 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'security_group_rule': {'security_group_id': '48084296-9b64-46f5-95d8-0836ce5d4dc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:13.342269 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:13.367260 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896aaab1-d46d-4aae-bf37-b4cfae7ab24f None None] The sync data for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi is: [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:26Z', 'revision_number': 4, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '69387a54-79f7-4200-a79b-9e357dae9fc9', 'name': '', 'network_id': 'd5c08d16-21cf-4774-99c2-a11d7b1a50a8', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'mac_address': 'fa:16:3e:3f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '91385043-853d-4e4e-8333-be028f582746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:24Z', 'updated_at': '2022-09-26T17:57:39Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'subnets': [{'id': '91385043-853d-4e4e-8333-be028f582746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:13.370633 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6fe345d0-1e7d-42ff-a7e1-9b04ab0c8063 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (c6a6126c-28dc-46ba-87cb-afe45e1cdf7d), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.431323 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6fe345d0-1e7d-42ff-a7e1-9b04ab0c8063 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (c6a6126c-28dc-46ba-87cb-afe45e1cdf7d), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.484593 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6fe345d0-1e7d-42ff-a7e1-9b04ab0c8063 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (c6a6126c-28dc-46ba-87cb-afe45e1cdf7d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.505463 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe345d0-1e7d-42ff-a7e1-9b04ab0c8063 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a6126c-28dc-46ba-87cb-afe45e1cdf7d,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:13.543717 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6fe345d0-1e7d-42ff-a7e1-9b04ab0c8063 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.545006 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6fe345d0-1e7d-42ff-a7e1-9b04ab0c8063 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415504 Sep 26 18:03:13.548350 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54226) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:13.553351 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:13.599308 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b397dc-58b5-4584-845e-8f6bece2273c None None] New status for floating IP dfa9d030-94f0-449c-8e5e-b806a28d5d99: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:13.616126 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.704725 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.785015 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:13.815837 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Allocated IP 172.27.2.162 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/e428f83d-4b2a-4bc1-b9e4-c66a07a658cd) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:13.917371 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.050530 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.056484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:14.096454 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:14.100017 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:14.102539 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:14.105331 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0ab8250b-7c1f-43a6-b14d-aa2476b631a0 req-c1c89f0a-94fd-4107-9766-b964c9e868e1 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Sep 26 18:03:14.112390 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'Port': ['ID=e428f83d-4b2a-4bc1-b9e4-c66a07a658cd,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:14.155171 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (f23e177c-586f-4c85-9e3c-62f04f05c1e1), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.245121 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.263152 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e6dc2-2bff-4622-9834-5ed8062ac896 req-d0098468-97b8-4fb0-8dc3-ccde3b9d758e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:14.264697 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ec1e6dc2-2bff-4622-9834-5ed8062ac896 req-d0098468-97b8-4fb0-8dc3-ccde3b9d758e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0494802 Sep 26 18:03:14.312178 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ec1e6dc2-2bff-4622-9834-5ed8062ac896 req-eff8c7a7-417e-4625-af2b-6951665abc4c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Sep 26 18:03:14.399076 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.467187 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.467892 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (f23e177c-586f-4c85-9e3c-62f04f05c1e1), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.513353 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'Port': ['ID=e428f83d-4b2a-4bc1-b9e4-c66a07a658cd,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:14.572074 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.573322 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-641f5cf9-319f-4b61-b78c-f5fc180d0d12 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0237751 Sep 26 18:03:14.722594 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-576fb9fd-7114-45c5-b7ab-17275171a5cc tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--712439776&fields=id&tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568 HTTP/1.1" status: 200 len: 267 time: 0.0409684 Sep 26 18:03:14.829116 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-76b21491-246f-45c3-8888-3fef3819683b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:14.830629 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-76b21491-246f-45c3-8888-3fef3819683b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 810 time: 0.1012843 Sep 26 18:03:14.844587 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-7dd2293d-021e-4eca-a6b8-1c61d853bd82 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/quotas/b04dd3fdb6ab4fddbd9f68b60cac3568 HTTP/1.1" status: 200 len: 375 time: 0.0087004 Sep 26 18:03:14.892723 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b14ab813-5633-43e4-8380-0624c6c21fad tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428956 Sep 26 18:03:14.988348 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-0aa042cc-e703-4887-bea3-1938527b66e2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839920 Sep 26 18:03:15.075461 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-0de6b840-385f-41ec-a40f-20919ba3cbae service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807486 Sep 26 18:03:15.209650 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a3258c5b-04ab-4c67-9e67-a4e2bb0b40dc req-bc1ef37d-fdee-4cf0-b312-9ea087352cbe tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0284083 Sep 26 18:03:15.347476 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-094493e0-47e5-4c51-9aab-329871c6c4e3 req-0706b857-6815-4fdc-bf1f-c8c949bb3fb4 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0307109 Sep 26 18:03:15.444513 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f13759-2462-4c26-b0ca-44d61b1b758b req-50b54795-f612-45f1-b0d0-8d8f149cd4a1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:15.446074 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-43f13759-2462-4c26-b0ca-44d61b1b758b req-50b54795-f612-45f1-b0d0-8d8f149cd4a1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0480144 Sep 26 18:03:15.494967 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-43f13759-2462-4c26-b0ca-44d61b1b758b req-5590a5e4-54f7-41b6-a85f-892b33d7888e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429647 Sep 26 18:03:16.298038 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-aade70a1-63b8-4d27-98a5-9928287630b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.299555 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-aade70a1-63b8-4d27-98a5-9928287630b6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1128 time: 0.0417666 Sep 26 18:03:16.313828 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6472a902-2f49-46df-997c-e7ca1aeafa67 req-8a341978-d7d4-4a3a-9736-c51731e3a914 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0283430 Sep 26 18:03:16.406093 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-3aff55b3-69f8-45a3-a706-38d9e28c3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.407564 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-3aff55b3-69f8-45a3-a706-38d9e28c3a4d service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.0980568 Sep 26 18:03:16.460158 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-8b5e7c2f-914e-433a-8f2e-098c6e521450 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 217 time: 0.0346847 Sep 26 18:03:16.463569 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8e437c3c-bb7d-4295-9565-746de7806a0b req-6fb1750c-7868-4ebe-af9e-8f3614f77a0d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0287766 Sep 26 18:03:16.505036 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:16.517834 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-b7e0c5c5-624e-4caa-99ba-7c36d93a557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.519322 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-b7e0c5c5-624e-4caa-99ba-7c36d93a557f service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0493402 Sep 26 18:03:16.571786 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-02dd2810-5f11-4368-bc40-0d1fcdb068ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.573358 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-02dd2810-5f11-4368-bc40-0d1fcdb068ce service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414670 Sep 26 18:03:16.642098 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214baa38-768e-4ee1-b9d5-08bf0a555d88 req-30a4cd39-797d-47c7-ae21-5a5ef043b6b9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.643666 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-214baa38-768e-4ee1-b9d5-08bf0a555d88 req-30a4cd39-797d-47c7-ae21-5a5ef043b6b9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0641811 Sep 26 18:03:16.679347 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-a0ad76aa-3eff-420c-b79b-5574b84c5358 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953968 Sep 26 18:03:16.702713 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-214baa38-768e-4ee1-b9d5-08bf0a555d88 req-c7258d89-8f77-40c9-be93-36167979925b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471041 Sep 26 18:03:16.798237 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8442deaf-4800-4ff7-a975-9cfde8d4d382 req-409aa836-dbee-49a6-be2c-1dc3c7f448a1 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915208 Sep 26 18:03:16.960797 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:03:16.964159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device e743a8e1-7765-411d-bc49-935d2ee87513 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:16.989209 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: e743a8e1-7765-411d-bc49-935d2ee87513 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:16.989579 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device e743a8e1-7765-411d-bc49-935d2ee87513 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:17.080815 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:17.092637 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'port_id': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'mac_address': 'fa:16:3e:5a:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:03:17.126388 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port fbc9979b-8c95-48ea-b2f1-0efc9810462e is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:17.126785 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.140268 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc9979b-8c95-48ea-b2f1-0efc9810462e {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:17.167515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:17.284386 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.332176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:17.434315 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-39526983-d542-405d-a5a2-dbcfa59a55e4 req-21789fed-d792-4eb7-8f7f-b13c35a97915 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=26523d3d-340f-4fcc-8594-b8033312e8b2 HTTP/1.1" status: 200 len: 210 time: 0.0284290 Sep 26 18:03:17.569243 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-de52dcdc-50d7-4e0c-9d22-917697c42fdd req-27085523-876b-4561-b963-dd40c3029ab9 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0310526 Sep 26 18:03:17.826580 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.836753 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc467c-b7ac-4578-89f2-c9a3a0f3af42 req-081727a1-a76a-4fac-ac7c-9c3c33ee23c9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.838284 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0cbc467c-b7ac-4578-89f2-c9a3a0f3af42 req-081727a1-a76a-4fac-ac7c-9c3c33ee23c9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0494344 Sep 26 18:03:17.885640 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0cbc467c-b7ac-4578-89f2-c9a3a0f3af42 req-f8f338ee-d383-4daf-8833-15ab00f81acd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Sep 26 18:03:18.616587 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54292) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:18.677630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group (6532d1a6-07ce-42ff-9c06-7fdb23c1e26d), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.678444 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eea1adfe-5f1d-49d3-a8a8-176e47b2b803 req-5bf87ab2-1799-415f-955a-963159e5aa90 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0296121 Sep 26 18:03:18.700616 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group (6532d1a6-07ce-42ff-9c06-7fdb23c1e26d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.855630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6532d1a6-07ce-42ff-9c06-7fdb23c1e26d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.858191 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.859325 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6532d1a6-07ce-42ff-9c06-7fdb23c1e26d HTTP/1.1" status: 204 len: 168 time: 0.2417505 Sep 26 18:03:18.862093 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54294) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:18.868919 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532d1a6-07ce-42ff-9c06-7fdb23c1e26d,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:18.875758 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.api.v2.resource [None req-a7b38ebe-ad66-4f0b-9207-fa19e3286284 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] show failed (client error): The resource could not be found. Sep 26 18:03:18.875939 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.876272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.876614 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.876719 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a7b38ebe-ad66-4f0b-9207-fa19e3286284 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups/6532d1a6-07ce-42ff-9c06-7fdb23c1e26d HTTP/1.1" status: 404 len: 347 time: 0.0136597 Sep 26 18:03:18.877016 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.877384 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.877718 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.878045 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.878369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.878692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.879015 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.879337 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.879583 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54296) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:18.880236 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.880557 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.880878 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:18.881200 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0e2d76-2b16-4841-a3f0-eb964d19f81e tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:19.017157 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:19.023390 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Deleting port 53ef4f4f-637f-46a7-8bf3-337673d2ac36 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:19.023729 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.043099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e924072-e5ea-45d6-89ad-bafc34b6afca req-3d89026d-c421-43b8-9125-7265a16643b3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:19.044535 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0e924072-e5ea-45d6-89ad-bafc34b6afca req-3d89026d-c421-43b8-9125-7265a16643b3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0660470 Sep 26 18:03:19.140224 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0e924072-e5ea-45d6-89ad-bafc34b6afca req-e318ec96-08c1-469f-b86f-7c4f8ac2f15a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686750 Sep 26 18:03:19.143479 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.143809 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (53ef4f4f-637f-46a7-8bf3-337673d2ac36), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.156273 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Calling delete_port for 53ef4f4f-637f-46a7-8bf3-337673d2ac36 owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:19.393273 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (53ef4f4f-637f-46a7-8bf3-337673d2ac36), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.417197 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event deleted for resources: {'Port': ['ID=53ef4f4f-637f-46a7-8bf3-337673d2ac36,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:19.487115 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks [] for floatingip (dfa9d030-94f0-449c-8e5e-b806a28d5d99), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.490407 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:19.491554 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-2bfbfbe8-3c7d-4f2f-b974-e78a27f27dd8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/dfa9d030-94f0-449c-8e5e-b806a28d5d99 HTTP/1.1" status: 204 len: 168 time: 0.6105464 Sep 26 18:03:19.784136 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d64f08e-83a1-420c-ba18-ed2610afa7e2 req-0ba9fd62-4f1d-427e-9ded-59375b10464c tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0283957 Sep 26 18:03:20.266059 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039180ff-7af1-459b-b525-487964284a75 req-9ebc19c0-a311-4c88-8ffd-ae7ae49b82b0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:20.267541 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-039180ff-7af1-459b-b525-487964284a75 req-9ebc19c0-a311-4c88-8ffd-ae7ae49b82b0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0476842 Sep 26 18:03:20.314200 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-039180ff-7af1-459b-b525-487964284a75 req-91456ae1-fa44-43ec-bdce-eb9587ec7122 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Sep 26 18:03:20.587008 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['fbc9979b-8c95-48ea-b2f1-0efc9810462e'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:20.609211 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.704841 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.713711 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.890972 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d11e89f8-180a-49bc-bb0e-0f2514f93158 req-038f3da3-35d5-4be7-8447-3c9218c6dcd7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0277829 Sep 26 18:03:21.445970 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f128-fe5b-4ebf-ba15-5fcf1927934d req-6acaecd4-e8d7-4850-a461-e71de4efa39b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:21.447406 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f776f128-fe5b-4ebf-ba15-5fcf1927934d req-6acaecd4-e8d7-4850-a461-e71de4efa39b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0517695 Sep 26 18:03:21.496624 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f776f128-fe5b-4ebf-ba15-5fcf1927934d req-da87d72c-bcd1-4b83-8d5e-ff0fd0b2871f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Sep 26 18:03:21.568231 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-e465971b-bdef-4442-a73a-f6b9f6e7b528 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:21.569760 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-e465971b-bdef-4442-a73a-f6b9f6e7b528 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 810 time: 0.1042514 Sep 26 18:03:21.608399 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:21.639518 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b6750f81-e574-44a7-8d13-99c1c7201260 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568 HTTP/1.1" status: 200 len: 379 time: 0.0565348 Sep 26 18:03:21.652638 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'port': {'device_id': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'admin_state_up': True, 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'security_groups': ['48084296-9b64-46f5-95d8-0836ce5d4dc3']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:21.867724 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Made reservation on behalf of b04dd3fdb6ab4fddbd9f68b60cac3568 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:21.871439 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:21.998348 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b4cbae28-94a4-4128-a4a3-c7fb22c1b0e2 req-5810ffb5-9894-4ab7-9446-ef28caa83173 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0304499 Sep 26 18:03:22.005937 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Allocated IP 172.20.0.12 (7327a67e-44b9-426d-af9d-05e96c87ac54/ef585569-a6ac-413e-9725-d887e848c652/1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:22.009788 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:22.154633 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.261807 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.306892 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:22.310011 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:22.313785 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:22.318195 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:22.318874 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.331446 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event updated for resources: {'Port': ['ID=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:22.402120 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cd89aebe-c712-4b8e-98a3-1bcf06b92b48 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7528758 Sep 26 18:03:22.416145 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Request body: {'port': {'device_id': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:22.480538 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.524653 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Provisioning complete for port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:22.525262 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.525420 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Attempt 1 to provision port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 Sep 26 18:03:22.558976 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:22.591089 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:22.608506 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:22.632990 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e479a-8767-4aa7-a139-18e806ca2d2c req-76811f22-133a-4d3a-8b90-ea95c978f5c7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:22.641534 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-929e479a-8767-4aa7-a139-18e806ca2d2c req-76811f22-133a-4d3a-8b90-ea95c978f5c7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0585835 Sep 26 18:03:22.641677 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port fbc9979b-8c95-48ea-b2f1-0efc9810462e completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:03:22.699089 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-929e479a-8767-4aa7-a139-18e806ca2d2c req-906b763c-b957-449e-92a7-7c5ebb980bb4 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567012 Sep 26 18:03:22.752816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port fbc9979b-8c95-48ea-b2f1-0efc9810462e triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:22.753176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.753597 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port fbc9979b-8c95-48ea-b2f1-0efc9810462e Sep 26 18:03:22.757795 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:22.765472 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Publish callbacks [] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.778705 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Transition to ACTIVE for port object 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:22.827656 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port fbc9979b-8c95-48ea-b2f1-0efc9810462e is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:22.828037 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.851250 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:22.853497 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2175d784-cfc5-438a-8938-4d15086b8b96" -d '{"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:22.862374 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.870996 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:22.929376 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:22.941392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Attempting to bind port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:22.942523 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Attempting to bind port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:22.943366 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Attempting to bind port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:22.946405 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cfeabc-1a07-4a5e-8f10-6f13207ccb16 x-openstack-request-id: req-35cfeabc-1a07-4a5e-8f10-6f13207ccb16 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:22.946696 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:22.946946 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35cfeabc-1a07-4a5e-8f10-6f13207ccb16 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:22.947346 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cfeabc-1a07-4a5e-8f10-6f13207ccb16'] response: {'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'code': 200} Sep 26 18:03:22.948572 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.994185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:22.994576 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Attempting to bind port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 on network 7327a67e-44b9-426d-af9d-05e96c87ac54 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:23.000407 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:23.037125 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.041249 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:23.041694 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Checking segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:23.042072 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Bound using segment: {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:23.042505 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Bound port: 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2f55bd-dac0-401f-9240-682fa4e758dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:23.042858 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.059806 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Attempt 2 to provision port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 Sep 26 18:03:23.088683 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.097349 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:23.107177 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] For port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:23.110064 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] For port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:23.124331 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abddc57-11d4-461e-94e7-352895d59e0f req-5e7bb575-4460-47a0-bf91-05dd380b84f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.125825 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3abddc57-11d4-461e-94e7-352895d59e0f req-5e7bb575-4460-47a0-bf91-05dd380b84f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 944 time: 0.0475419 Sep 26 18:03:23.181782 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3abddc57-11d4-461e-94e7-352895d59e0f req-9e83795a-1ac8-4bb1-8fdd-702eef7ce896 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493245 Sep 26 18:03:23.205482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.214245 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.214245 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:23.214245 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 HTTP/1.1" status: 200 len: 1094 time: 0.8011205 Sep 26 18:03:23.214245 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:23.215129 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84a4ff-eacf-49c7-9f33-43db61375672" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:23.265726 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4004d46-7584-4bb8-a55f-cd2e5aefff3d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:23.269302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd60971-34e8-41b9-be14-cb505f028433 x-openstack-request-id: req-cfd60971-34e8-41b9-be14-cb505f028433 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:23.269592 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:23.269849 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfd60971-34e8-41b9-be14-cb505f028433 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:23.270247 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd60971-34e8-41b9-be14-cb505f028433'] response: {'name': 'network-changed', 'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'status': 'completed', 'code': 200} Sep 26 18:03:23.344131 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=91 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.345704 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=63 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.348318 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a4ff-eacf-49c7-9f33-43db61375672 req-b7f9c4c4-bb1e-4a20-a614-0e9ee7106040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.349874 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf84a4ff-eacf-49c7-9f33-43db61375672 req-b7f9c4c4-bb1e-4a20-a614-0e9ee7106040 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 1128 time: 0.0384338 Sep 26 18:03:23.351356 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7f792-e8f0-4886-81c1-ba47dc20c3fa req-6ed48477-fa68-4187-876e-2012c75ffdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.352885 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-93b7f792-e8f0-4886-81c1-ba47dc20c3fa req-6ed48477-fa68-4187-876e-2012c75ffdb5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1130 time: 0.0419888 Sep 26 18:03:23.407513 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-93b7f792-e8f0-4886-81c1-ba47dc20c3fa req-b5be9571-272a-4c01-b44f-75fa38426865 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Sep 26 18:03:23.421105 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.464009 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a4ff-eacf-49c7-9f33-43db61375672 req-75c918a5-1087-4144-8246-47f8c0e94ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.465518 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf84a4ff-eacf-49c7-9f33-43db61375672 req-75c918a5-1087-4144-8246-47f8c0e94ec9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1007881 Sep 26 18:03:23.598853 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Attempt 3 to provision port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 Sep 26 18:03:23.637983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-af9886cf-7a1a-41c0-a3cb-1f23a4df1d3d None None] Port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:03:23.769823 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3085758-0140-4661-b7b8-4d3708dd94e4 req-2fb9053a-60cf-4204-8d23-5c049bda183a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.771365 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3085758-0140-4661-b7b8-4d3708dd94e4 req-2fb9053a-60cf-4204-8d23-5c049bda183a tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0982411 Sep 26 18:03:23.871074 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a4ff-eacf-49c7-9f33-43db61375672 req-f7b81d2d-62fe-4f25-ab30-03849a17aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.872527 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf84a4ff-eacf-49c7-9f33-43db61375672 req-f7b81d2d-62fe-4f25-ab30-03849a17aefc service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1981540 Sep 26 18:03:23.883542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c9e85-03c2-4e89-ba93-805a35f14299 req-2ad200f0-af96-434f-97b6-33101cf081db tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.885453 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-de9c9e85-03c2-4e89-ba93-805a35f14299 req-2ad200f0-af96-434f-97b6-33101cf081db tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.1007936 Sep 26 18:03:23.888363 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3085758-0140-4661-b7b8-4d3708dd94e4 req-00dcb4d5-d4d3-4b8c-a2b6-ea0b2c8ed3d6 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076949 Sep 26 18:03:23.934525 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-de9c9e85-03c2-4e89-ba93-805a35f14299 req-46064ae9-da75-41ef-aa68-6d2c946ec6c9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Sep 26 18:03:24.301593 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73431d01-101e-4378-bd77-a2d53515b182 req-eb8343b5-f11f-4091-9732-468f3c65a8e5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:24.303039 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-73431d01-101e-4378-bd77-a2d53515b182 req-eb8343b5-f11f-4091-9732-468f3c65a8e5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 944 time: 0.0501249 Sep 26 18:03:24.599059 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-73431d01-101e-4378-bd77-a2d53515b182 req-cf9e02b3-6dcf-4b5f-911a-a71ff12fa6b7 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902741 Sep 26 18:03:25.011940 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44188690-1b5c-4fa3-b6a2-ba0a637dadb5 req-33eec62b-5862-45e8-a31e-381c5d812a29 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:25.013404 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-44188690-1b5c-4fa3-b6a2-ba0a637dadb5 req-33eec62b-5862-45e8-a31e-381c5d812a29 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0479615 Sep 26 18:03:25.059347 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-44188690-1b5c-4fa3-b6a2-ba0a637dadb5 req-74c815c9-6cc5-4f4e-b108-0dac39e44127 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Sep 26 18:03:25.124575 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-faa9f6a3-5f24-4d9f-a687-36a7ab211418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:25.172838 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1210c32-0700-4daa-91f6-890b9c461c2b req-70ff3321-7f76-4301-844f-53315ff8fd6d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:25.174420 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1210c32-0700-4daa-91f6-890b9c461c2b req-70ff3321-7f76-4301-844f-53315ff8fd6d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0503833 Sep 26 18:03:25.222436 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1210c32-0700-4daa-91f6-890b9c461c2b req-946a78ae-256a-46f3-8a0c-d4e22ca2aadd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 Sep 26 18:03:25.729993 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3752d3f-6242-475c-bb03-7638bdd09ac4 req-7486dc41-022d-407b-aaa2-b238eb778f73 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:25.731430 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c3752d3f-6242-475c-bb03-7638bdd09ac4 req-7486dc41-022d-407b-aaa2-b238eb778f73 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 944 time: 0.0456505 Sep 26 18:03:25.777170 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c3752d3f-6242-475c-bb03-7638bdd09ac4 req-405f1894-cfe7-4cb9-96d6-86b1aa92a03b tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Sep 26 18:03:25.884277 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:25.912033 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-c147c923-16e4-4270-bf8a-80929b7a72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:25.913527 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-c147c923-16e4-4270-bf8a-80929b7a72f2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 1128 time: 0.0386338 Sep 26 18:03:26.051146 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-cfd9bcd4-d9ad-4179-9a23-f1906859e093 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 HTTP/1.1" status: 200 len: 217 time: 0.0369329 Sep 26 18:03:26.069361 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2401439e-82ec-4453-a6b6-93baa744ea76 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:26.070836 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2401439e-82ec-4453-a6b6-93baa744ea76 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0483222 Sep 26 18:03:26.104841 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-24381409-f548-45b7-bb5b-6126ba0f4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:26.106505 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-24381409-f548-45b7-bb5b-6126ba0f4774 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 200 len: 849 time: 0.0453267 Sep 26 18:03:26.190367 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce5873-3e2f-4a02-80e5-e0e5336752b7 req-b2f369e1-d90b-401c-9bda-2692ece7b386 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:26.191803 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48ce5873-3e2f-4a02-80e5-e0e5336752b7 req-b2f369e1-d90b-401c-9bda-2692ece7b386 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 946 time: 0.0466182 Sep 26 18:03:26.237280 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-48ce5873-3e2f-4a02-80e5-e0e5336752b7 req-d6554cb2-be86-4d73-a5bc-844cff023a24 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Sep 26 18:03:26.352836 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c808d0-2356-489f-bd3b-3ab16dcebe64 req-04ee964c-c227-4e2a-8ad0-07ac355f36de tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:26.354314 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b5c808d0-2356-489f-bd3b-3ab16dcebe64 req-04ee964c-c227-4e2a-8ad0-07ac355f36de tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0502155 Sep 26 18:03:26.400268 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b5c808d0-2356-489f-bd3b-3ab16dcebe64 req-b34db6e3-eb6e-43da-b4d9-647d7b1f0f90 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Sep 26 18:03:26.575657 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.678477 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Deleting port 1c747281-9d9d-4183-b4f2-a9beb65a911f {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:26.680839 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.767133 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] For port 1c747281-9d9d-4183-b4f2-a9beb65a911f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1c747281-9d9d-4183-b4f2-a9beb65a911f,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:26.767407 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.780707 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Calling delete_port for 1c747281-9d9d-4183-b4f2-a9beb65a911f owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:26.902736 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e345b-40ed-4126-a99f-c9616f3d93b0 req-3f6ca7e6-925e-4585-955c-3e64c6aa7944 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:26.904416 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-844e345b-40ed-4126-a99f-c9616f3d93b0 req-3f6ca7e6-925e-4585-955c-3e64c6aa7944 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 944 time: 0.0490606 Sep 26 18:03:26.954402 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-844e345b-40ed-4126-a99f-c9616f3d93b0 req-0f0ef9d0-8912-47fe-a748-e50e3568b63f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Sep 26 18:03:27.087404 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:27.125443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-1c244844-a935-4522-b5eb-22d63730082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:27.126998 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-1c244844-a935-4522-b5eb-22d63730082f service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=7327a67e-44b9-426d-af9d-05e96c87ac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386417 Sep 26 18:03:27.225256 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-103ce9a1-7d6b-4204-bcdc-1fc0bf9d8389 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869942 Sep 26 18:03:27.233009 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (1c747281-9d9d-4183-b4f2-a9beb65a911f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.247489 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['d5c7742a-1615-4abe-a98f-3a8de2bdf219', '1c747281-9d9d-4183-b4f2-a9beb65a911f'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:27.260361 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event deleted for resources: {'Port': ['ID=1c747281-9d9d-4183-b4f2-a9beb65a911f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:27.340926 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] No DVR routers for this DVR port 1c747281-9d9d-4183-b4f2-a9beb65a911f on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:27.346411 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.348081 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:27.349837 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c375f6ef-35ad-49e5-ae0d-62280539d6c2 req-2fb27b4d-110d-46e2-b72f-25a73da48b63 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "DELETE /networking/v2.0/ports/1c747281-9d9d-4183-b4f2-a9beb65a911f HTTP/1.1" status: 204 len: 173 time: 0.7577214 Sep 26 18:03:27.350876 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b915bd-9baa-4915-861d-b2d2916f390f', 'name': 'network-vif-deleted', 'tag': '1c747281-9d9d-4183-b4f2-a9beb65a911f'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:27.352965 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e3b11-4d57-43fc-b38f-b231b7e3f18b" -d '{"events": [{"server_uuid": "39b915bd-9baa-4915-861d-b2d2916f390f", "name": "network-vif-deleted", "tag": "1c747281-9d9d-4183-b4f2-a9beb65a911f"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:27.377042 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:03:27.438925 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0973dde4-7369-47db-8fe1-23246288bb0c req-a605fcca-83ca-4d80-986a-f6521cd646fc tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0849307 Sep 26 18:03:27.467946 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6ffb3-66c3-47ff-aaa0-b2a2e98d8810 x-openstack-request-id: req-cdd6ffb3-66c3-47ff-aaa0-b2a2e98d8810 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:27.468317 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b915bd-9baa-4915-861d-b2d2916f390f", "name": "network-vif-deleted", "tag": "1c747281-9d9d-4183-b4f2-a9beb65a911f", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:27.468485 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdd6ffb3-66c3-47ff-aaa0-b2a2e98d8810 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:27.468870 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd6ffb3-66c3-47ff-aaa0-b2a2e98d8810'] response: {'server_uuid': '39b915bd-9baa-4915-861d-b2d2916f390f', 'name': 'network-vif-deleted', 'tag': '1c747281-9d9d-4183-b4f2-a9beb65a911f', 'status': 'completed', 'code': 200} Sep 26 18:03:27.473118 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-93ba81a4-e1e8-4a52-b9e2-42446c60df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:27.512323 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f1b600a8-7b50-41f3-a3b0-dc8d5731cea0 req-c9fd578c-b22b-4124-bd8a-110e8830ccbc service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497177 Sep 26 18:03:27.570090 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23462a-42f9-45ce-877e-b34a1fea8158 req-c2c0143c-0a9c-44b3-9065-a3ed9bf3fead tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:27.571500 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df23462a-42f9-45ce-877e-b34a1fea8158 req-c2c0143c-0a9c-44b3-9065-a3ed9bf3fead tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0486157 Sep 26 18:03:27.620290 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df23462a-42f9-45ce-877e-b34a1fea8158 req-8993742c-6ebe-4569-8570-fb6a6ab48860 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Sep 26 18:03:27.755643 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e2a23-2af1-4895-b302-36402a98bbb5 req-89450a28-bdb6-4678-8220-80b3bf6f1732 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:27.757186 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-480e2a23-2af1-4895-b302-36402a98bbb5 req-89450a28-bdb6-4678-8220-80b3bf6f1732 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0525219 Sep 26 18:03:27.776814 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54404) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:27.776814 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Request body: {'floatingip': {'port_id': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:27.813740 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (c29b79e1-1a33-460b-be15-a9cacc33e1be), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.074464 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db647-2379-432c-8f93-dd07531f4b28 req-5e99b195-23ac-41be-aa0f-3c0a1a1d57bb tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:28.075919 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f38db647-2379-432c-8f93-dd07531f4b28 req-5e99b195-23ac-41be-aa0f-3c0a1a1d57bb tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 944 time: 0.0467606 Sep 26 18:03:28.124425 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f38db647-2379-432c-8f93-dd07531f4b28 req-ee8fef5f-ffec-4cab-b9dc-0b712d7a40ca tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427284 Sep 26 18:03:28.232253 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:28.234369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.284180 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (c29b79e1-1a33-460b-be15-a9cacc33e1be), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.378839 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Floating IP c29b79e1-1a33-460b-be15-a9cacc33e1be associated. External IP: 172.27.2.83, port: fbc9979b-8c95-48ea-b2f1-0efc9810462e. Sep 26 18:03:28.562568 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0c482fd0-c30a-4a6a-bdeb-f25edaf0fc13 req-77d786b6-38f2-4510-9780-83f213144e02 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0302873 Sep 26 18:03:28.584579 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Router d3d8a350-ff90-4f6a-858e-4e125eb08b22 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:28.598718 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.690301 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:28.695823 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.701567 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] Sync routers for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:28.712897 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:28.718851 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:28.740359 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e9d1db86-ed3f-4051-9030-7e3ed3293abc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/c29b79e1-1a33-460b-be15-a9cacc33e1be HTTP/1.1" status: 200 len: 991 time: 0.9710884 Sep 26 18:03:28.826885 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:29.015219 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e19a-9f4c-4d45-9697-8829228044a9 req-6164662b-8b6b-4072-95de-9703a34353b8 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:29.016806 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74a2e19a-9f4c-4d45-9697-8829228044a9 req-6164662b-8b6b-4072-95de-9703a34353b8 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.0464180 Sep 26 18:03:29.071892 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74a2e19a-9f4c-4d45-9697-8829228044a9 req-965de2ed-993b-4b2a-9d51-8eddbcd1a4bb tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493739 Sep 26 18:03:29.122686 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'c29b79e1-1a33-460b-be15-a9cacc33e1be', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'port_id': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'mac_address': 'fa:16:3e:5a:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:52Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 1, 'project_id': '641b37d85a344b1791fcdff859318e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:29.151409 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] Checking router: d3d8a350-ff90-4f6a-858e-4e125eb08b22 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:29.160615 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:29.161141 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:29.244160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:29.252477 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd17a7b-0718-4235-9c81-976d9c8ac76f req-ae42a6c4-e18c-4e96-a5af-57b14038f971 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:29.254064 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9fd17a7b-0718-4235-9c81-976d9c8ac76f req-ae42a6c4-e18c-4e96-a5af-57b14038f971 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 944 time: 0.0485046 Sep 26 18:03:29.264277 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:29.303054 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9fd17a7b-0718-4235-9c81-976d9c8ac76f req-0dee0f38-5ca2-4226-b2cc-2ef26db1e2c6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434420 Sep 26 18:03:29.469999 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:29.472040 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'c29b79e1-1a33-460b-be15-a9cacc33e1be', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'port_id': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'mac_address': 'fa:16:3e:5a:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:52Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 1, 'project_id': '641b37d85a344b1791fcdff859318e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:29.472400 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:29.497085 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b8e15-9fb9-449f-bb1f-56d4b6b663c9 None None] The sync data for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi is: [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'c29b79e1-1a33-460b-be15-a9cacc33e1be', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'floating_ip_address': '172.27.2.83', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'port_id': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'mac_address': 'fa:16:3e:5a:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:52Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 1, 'project_id': '641b37d85a344b1791fcdff859318e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:29.510184 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c0a387-8759-4f5b-956c-10fec2bcf702 x-openstack-request-id: req-58c0a387-8759-4f5b-956c-10fec2bcf702 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:29.510462 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:29.510711 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58c0a387-8759-4f5b-956c-10fec2bcf702 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:29.511112 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c0a387-8759-4f5b-956c-10fec2bcf702'] response: {'name': 'network-changed', 'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'status': 'completed', 'code': 200} Sep 26 18:03:29.686084 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0eec9376-3604-4fd0-8007-86da50687768 req-f94c0a34-7b8d-43c7-b568-fd0500dc340b tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0286911 Sep 26 18:03:29.700588 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59ee2b-e0e1-49b9-a826-56b435ff7e8f None None] New status for floating IP c29b79e1-1a33-460b-be15-a9cacc33e1be: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:30.137033 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.215191 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b34e09-1ab5-47ad-893f-724cbac0952a req-2931f793-7a64-49ef-909a-411c42a9ac03 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.216713 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8b34e09-1ab5-47ad-893f-724cbac0952a req-2931f793-7a64-49ef-909a-411c42a9ac03 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.0509732 Sep 26 18:03:30.227123 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.265537 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8b34e09-1ab5-47ad-893f-724cbac0952a req-3c772168-db44-4095-8356-39d94f5cf425 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Sep 26 18:03:30.422090 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177689d-c7f8-4ddf-9d53-460fe8c3f4de req-2f78ae6c-7f61-4b17-97e9-1ae45bd19507 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.423527 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6177689d-c7f8-4ddf-9d53-460fe8c3f4de req-2f78ae6c-7f61-4b17-97e9-1ae45bd19507 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 944 time: 0.0467589 Sep 26 18:03:30.470747 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6177689d-c7f8-4ddf-9d53-460fe8c3f4de req-5b983905-5b06-42ab-aa18-8b959034746a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409503 Sep 26 18:03:30.617533 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:03:30.620882 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1c747281-9d9d-4183-b4f2-a9beb65a911f no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:30.646871 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 1c747281-9d9d-4183-b4f2-a9beb65a911f {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:30.647214 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1c747281-9d9d-4183-b4f2-a9beb65a911f not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:30.734834 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:30.747060 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'port_id': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'mac_address': 'fa:16:3e:b0:79:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 466, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:03:30.788230 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:30.788627 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.802207 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:30.805066 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4985c1bd-cda7-4bcf-8322-58650baf4f62 req-78e27be4-a9e1-443c-90a8-de90fc6ff828 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0278184 Sep 26 18:03:30.822700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:30.889462 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.935809 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:31.119886 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-44be0353-a835-42a0-bce2-75a769d208e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.121486 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-44be0353-a835-42a0-bce2-75a769d208e7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1130 time: 0.0436938 Sep 26 18:03:31.232765 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-91e071b9-e7a3-4647-952e-a2e7cffb8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.234251 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-91e071b9-e7a3-4647-952e-a2e7cffb8e7e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.0921531 Sep 26 18:03:31.338583 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-6125dea2-fad7-4c5a-b9b2-4464383249fb service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 1001 time: 0.0633109 Sep 26 18:03:31.401307 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:31.415717 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa5df6-8d5b-4420-882c-911ba57df593 req-bea64d51-d62e-43eb-9e7f-cc30583ffd3b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.417173 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dafa5df6-8d5b-4420-882c-911ba57df593 req-bea64d51-d62e-43eb-9e7f-cc30583ffd3b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.0753627 Sep 26 18:03:31.434902 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-b80643f9-b563-43a3-86fc-f8e405835ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.436306 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-b80643f9-b563-43a3-86fc-f8e405835ec1 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0673203 Sep 26 18:03:31.472167 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dafa5df6-8d5b-4420-882c-911ba57df593 req-f4e5e510-52fd-487b-acda-c6b8d300ca73 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485926 Sep 26 18:03:31.589553 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.624559 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924566e-369d-4aa5-bb9f-0c02d67279b3 req-e878cf06-3885-4981-918e-2502b94c8f5e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.626191 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2924566e-369d-4aa5-bb9f-0c02d67279b3 req-e878cf06-3885-4981-918e-2502b94c8f5e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 945 time: 0.0797698 Sep 26 18:03:31.632282 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-35cbc6fb-ab90-4633-be3c-00f29fd43abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.633882 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-35cbc6fb-ab90-4633-be3c-00f29fd43abc service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546892 Sep 26 18:03:31.658293 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:31.664358 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-d4636e95-6f63-49a7-a4af-0ea52d12ed3b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.665929 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-d4636e95-6f63-49a7-a4af-0ea52d12ed3b tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 945 time: 0.0604739 Sep 26 18:03:31.733036 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2924566e-369d-4aa5-bb9f-0c02d67279b3 req-fb7045db-14ac-40f9-9a74-fe9d8e783bf6 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982072 Sep 26 18:03:31.761275 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Deleting port b1c77e14-ef2c-407e-9033-32dc079083ae {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:31.761621 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.765404 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-cfe275dc-a021-4463-9ed2-57eebe5c34dd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235228 Sep 26 18:03:31.852541 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] For port b1c77e14-ef2c-407e-9033-32dc079083ae, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b1c77e14-ef2c-407e-9033-32dc079083ae,segment=NetworkSegment(8d65b3df-8c56-49a8-9f51-46942c47217f),segment_id=8d65b3df-8c56-49a8-9f51-46942c47217f)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:31.852902 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.866834 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Calling delete_port for b1c77e14-ef2c-407e-9033-32dc079083ae owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:31.918789 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f607b285-8e1e-4070-9763-88b05abe3888 req-d43b0c2d-9092-4a0d-9786-63acc0457954 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=39b915bd-9baa-4915-861d-b2d2916f390f HTTP/1.1" status: 200 len: 210 time: 0.0282071 Sep 26 18:03:32.095745 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (b1c77e14-ef2c-407e-9033-32dc079083ae), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.110087 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad41fd8-8a75-4fe5-907a-1eb3504d2123 req-38ae2a72-1ff6-425e-85c1-5beed2a6ee95 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893121 Sep 26 18:03:32.128745 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Pushing event deleted for resources: {'Port': ['ID=b1c77e14-ef2c-407e-9033-32dc079083ae,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:32.158411 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.175504 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] No DVR routers for this DVR port b1c77e14-ef2c-407e-9033-32dc079083ae on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:32.178643 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.181945 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9f32483c-de94-462d-8762-6663dfcb9f36 req-1362825a-b789-4654-bde4-21bcf15d3125 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.86 "DELETE /networking/v2.0/ports/b1c77e14-ef2c-407e-9033-32dc079083ae HTTP/1.1" status: 204 len: 173 time: 0.5057886 Sep 26 18:03:32.182425 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'name': 'network-vif-deleted', 'tag': 'b1c77e14-ef2c-407e-9033-32dc079083ae'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:32.184697 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67064cb-b023-4a60-b945-440196debae3" -d '{"events": [{"server_uuid": "a9a4bada-b31b-4e25-8832-5024623a4632", "name": "network-vif-deleted", "tag": "b1c77e14-ef2c-407e-9033-32dc079083ae"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:32.221517 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['b1c77e14-ef2c-407e-9033-32dc079083ae'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:32.223118 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b84a9-190e-4ebb-9edf-989365bb9532 x-openstack-request-id: req-ff7b84a9-190e-4ebb-9edf-989365bb9532 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:32.223415 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a4bada-b31b-4e25-8832-5024623a4632", "name": "network-vif-deleted", "tag": "b1c77e14-ef2c-407e-9033-32dc079083ae", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:32.224226 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff7b84a9-190e-4ebb-9edf-989365bb9532 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:32.224678 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7b84a9-190e-4ebb-9edf-989365bb9532'] response: {'server_uuid': 'a9a4bada-b31b-4e25-8832-5024623a4632', 'name': 'network-vif-deleted', 'tag': 'b1c77e14-ef2c-407e-9033-32dc079083ae', 'status': 'completed', 'code': 200} Sep 26 18:03:32.225687 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.585745 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a1a62ea8-3f29-46a4-be15-73c341505f58 req-1ec15578-026b-4ea5-a1fe-f61359cbc6fa tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0283577 Sep 26 18:03:32.658418 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:32.686402 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.688522 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.702643 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:03:32.826811 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:32.827208 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.827549 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 Sep 26 18:03:32.849051 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.857324 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab78b8a-87d4-46f8-a0a9-3542de6a923d req-92229b8e-1a13-4fe5-a589-b7abf08edb9f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:32.858802 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fab78b8a-87d4-46f8-a0a9-3542de6a923d req-92229b8e-1a13-4fe5-a589-b7abf08edb9f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 945 time: 0.0480497 Sep 26 18:03:32.904606 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:32.910030 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.911696 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fab78b8a-87d4-46f8-a0a9-3542de6a923d req-7470a2a3-9470-4dc1-8de4-2ce62502821f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467279 Sep 26 18:03:32.934014 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:32.934014 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cbbadf-5f7c-4d50-9739-b39fc18ab98a" -d '{"events": [{"server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "name": "network-vif-plugged", "status": "completed", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:32.945916 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:32.974543 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767740e6-9428-4868-98c9-283f9f55d0eb x-openstack-request-id: req-767740e6-9428-4868-98c9-283f9f55d0eb {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:32.974904 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "name": "network-vif-plugged", "status": "completed", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:32.975241 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-767740e6-9428-4868-98c9-283f9f55d0eb {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:32.975855 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767740e6-9428-4868-98c9-283f9f55d0eb'] response: {'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'code': 200} Sep 26 18:03:33.021710 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:33.022652 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device b1c77e14-ef2c-407e-9033-32dc079083ae no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:33.059819 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: b1c77e14-ef2c-407e-9033-32dc079083ae {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:33.060445 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device b1c77e14-ef2c-407e-9033-32dc079083ae not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:33.089886 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:33.447078 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed6c3b-aa65-4ad7-babf-473c3019b94f req-65367f11-91f1-4446-b782-79fcfe9d8fc9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.448625 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4eed6c3b-aa65-4ad7-babf-473c3019b94f req-65367f11-91f1-4446-b782-79fcfe9d8fc9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0492780 Sep 26 18:03:33.481848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e26c2-3657-4c13-9c5a-f322cb5e0ce9 req-b7812205-975a-4628-b312-de0d35384cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.483471 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-614e26c2-3657-4c13-9c5a-f322cb5e0ce9 req-b7812205-975a-4628-b312-de0d35384cec service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 1130 time: 0.0394886 Sep 26 18:03:33.501443 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4eed6c3b-aa65-4ad7-babf-473c3019b94f req-9e2c4be6-153c-41ff-88bb-acbe245647a9 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Sep 26 18:03:33.536753 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-614e26c2-3657-4c13-9c5a-f322cb5e0ce9 req-02a8c2c6-c349-4044-869d-719fa7990430 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Sep 26 18:03:33.855666 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fd185b7c-ebd3-4d88-8586-f7ccd92a4c4f req-342c1a74-a613-4d56-9d5e-8e270aa4eef9 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Sep 26 18:03:34.033048 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7cb9-04d2-460e-9938-f32904db30d8 req-87225be5-90bd-4bf9-9fa8-58a6e0e3275a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:34.034524 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d71f7cb9-04d2-460e-9938-f32904db30d8 req-87225be5-90bd-4bf9-9fa8-58a6e0e3275a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0457461 Sep 26 18:03:34.080353 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d71f7cb9-04d2-460e-9938-f32904db30d8 req-c5bd2613-b59f-43d0-b2c2-ca3ba3c4d732 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395558 Sep 26 18:03:34.623348 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b51c-d78a-4e75-b6f3-2b4de4c0dc83 req-4e2c14f0-b3f2-46b6-81c7-ea67a6492bf3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:34.624786 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0a9b51c-d78a-4e75-b6f3-2b4de4c0dc83 req-4e2c14f0-b3f2-46b6-81c7-ea67a6492bf3 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0484195 Sep 26 18:03:34.673932 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0a9b51c-d78a-4e75-b6f3-2b4de4c0dc83 req-41962b86-df0d-4e2c-aa81-74ddb58f5bb2 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Sep 26 18:03:34.965800 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7ca5e6c1-94e7-4d2e-a87b-7a25fd2f87dd req-8cdb9a31-cebc-4a1d-bf14-01e3153295fc tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0270226 Sep 26 18:03:35.199903 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e715d-f071-4fe9-ac56-dd848947f47f req-8eae4ff7-c5cb-4442-94c6-8f7c2f600c78 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:35.201388 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c76e715d-f071-4fe9-ac56-dd848947f47f req-8eae4ff7-c5cb-4442-94c6-8f7c2f600c78 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0467656 Sep 26 18:03:35.248466 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c76e715d-f071-4fe9-ac56-dd848947f47f req-2c049f54-eaca-4526-b56c-1d3b7e81a932 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415654 Sep 26 18:03:35.796978 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f851aa-d7ff-43b8-b2e8-0e6f05b839a0 req-0caffa06-9dcc-4292-9fd4-ee87866d1d26 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:35.798448 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-38f851aa-d7ff-43b8-b2e8-0e6f05b839a0 req-0caffa06-9dcc-4292-9fd4-ee87866d1d26 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Sep 26 18:03:35.845033 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-38f851aa-d7ff-43b8-b2e8-0e6f05b839a0 req-644c23de-1f23-4432-803c-02796ad446b7 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Sep 26 18:03:36.082337 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-168ae21a-6fd3-4bd6-969f-a5276a5ea5b8 req-8d29d9bf-5f54-446c-bd70-5fd215324246 tempest-VolumesSnapshotTestJSON-1293169270 tempest-VolumesSnapshotTestJSON-1293169270-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a9a4bada-b31b-4e25-8832-5024623a4632 HTTP/1.1" status: 200 len: 210 time: 0.0278111 Sep 26 18:03:36.368711 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44095b-864d-45e0-a7bd-1d324419ce5f req-12701001-8294-4f47-bab7-6e8df14b16ba tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:36.370174 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bc44095b-864d-45e0-a7bd-1d324419ce5f req-12701001-8294-4f47-bab7-6e8df14b16ba tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0457749 Sep 26 18:03:36.415815 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bc44095b-864d-45e0-a7bd-1d324419ce5f req-d93843fa-f060-4995-ab50-090dcd8ac19a tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 Sep 26 18:03:36.777966 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-6dab25f9-7644-48e3-8d2e-8e3306acf466 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:36.779400 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-6dab25f9-7644-48e3-8d2e-8e3306acf466 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0496387 Sep 26 18:03:36.951871 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:36.967245 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0815a1-40c6-413d-8def-f7459535f130 req-f094a3cb-0491-4abb-b5d0-d94633426808 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:36.968725 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c0815a1-40c6-413d-8def-f7459535f130 req-f094a3cb-0491-4abb-b5d0-d94633426808 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0491498 Sep 26 18:03:37.015125 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7c0815a1-40c6-413d-8def-f7459535f130 req-9ac8f75c-3f3b-4a67-ba1c-b66401e48785 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=33f3aed7-f656-40d8-9bb4-db6507be33df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Sep 26 18:03:37.245350 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Deleting port d5c7742a-1615-4abe-a98f-3a8de2bdf219 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:37.245698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.337576 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] For port d5c7742a-1615-4abe-a98f-3a8de2bdf219, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d5c7742a-1615-4abe-a98f-3a8de2bdf219,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:37.337932 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.351053 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Calling delete_port for d5c7742a-1615-4abe-a98f-3a8de2bdf219 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:37.535715 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1004-ef81-45d3-8852-83a38fc88482 req-6edd142c-814f-4d10-8dd3-3c0c1e7d5f0d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:37.537182 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e4c1004-ef81-45d3-8852-83a38fc88482 req-6edd142c-814f-4d10-8dd3-3c0c1e7d5f0d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0476878 Sep 26 18:03:37.552559 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (d5c7742a-1615-4abe-a98f-3a8de2bdf219), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.569991 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['d5c7742a-1615-4abe-a98f-3a8de2bdf219'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:37.588009 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e4c1004-ef81-45d3-8852-83a38fc88482 req-433d7d6f-d460-4aed-9d70-5f8a35be3d94 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452847 Sep 26 18:03:37.596955 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Pushing event deleted for resources: {'Port': ['ID=d5c7742a-1615-4abe-a98f-3a8de2bdf219,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:37.656295 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] No DVR routers for this DVR port d5c7742a-1615-4abe-a98f-3a8de2bdf219 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:37.658712 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:37.661999 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-7f8ae9e1-f59b-4903-9ef8-930365d9aae0 req-86c80051-e9c5-4e31-abbe-667a02363389 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.86 "DELETE /networking/v2.0/ports/d5c7742a-1615-4abe-a98f-3a8de2bdf219 HTTP/1.1" status: 204 len: 173 time: 0.4968274 Sep 26 18:03:37.662487 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'name': 'network-vif-deleted', 'tag': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:37.664748 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4c56e-6adc-4b36-902a-5f3994ed47bc" -d '{"events": [{"server_uuid": "de6a4239-37d1-4a0d-8d9d-35f96f93f7c1", "name": "network-vif-deleted", "tag": "d5c7742a-1615-4abe-a98f-3a8de2bdf219"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:37.701979 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e136d601-db41-4350-81ad-4f239f1fba61 x-openstack-request-id: req-e136d601-db41-4350-81ad-4f239f1fba61 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:37.702268 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6a4239-37d1-4a0d-8d9d-35f96f93f7c1", "name": "network-vif-deleted", "tag": "d5c7742a-1615-4abe-a98f-3a8de2bdf219", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:37.702520 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e136d601-db41-4350-81ad-4f239f1fba61 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:37.702920 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e136d601-db41-4350-81ad-4f239f1fba61'] response: {'server_uuid': 'de6a4239-37d1-4a0d-8d9d-35f96f93f7c1', 'name': 'network-vif-deleted', 'tag': 'd5c7742a-1615-4abe-a98f-3a8de2bdf219', 'status': 'completed', 'code': 200} Sep 26 18:03:38.127008 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-580e77c6-d9e3-46bf-834e-6cfa0add85ef req-b8cd7740-8420-4ac6-903a-5c114f3a15a8 tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0331440 Sep 26 18:03:38.724188 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc702d4d-a18f-438b-871b-5ddd90291160 req-b3b01b20-7be7-4994-891d-af8921174b61 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:38.725693 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc702d4d-a18f-438b-871b-5ddd90291160 req-b3b01b20-7be7-4994-891d-af8921174b61 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0482388 Sep 26 18:03:38.774436 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc702d4d-a18f-438b-871b-5ddd90291160 req-11040a8f-7870-4b06-a249-b19e6bbd8609 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427063 Sep 26 18:03:38.892329 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52c6fd-7e4f-4636-9d4c-c9d3a37954f2 req-e8baa62e-1f50-4b36-8cfc-fb2e79811ad5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:38.893837 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b52c6fd-7e4f-4636-9d4c-c9d3a37954f2 req-e8baa62e-1f50-4b36-8cfc-fb2e79811ad5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0484052 Sep 26 18:03:38.908682 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54496) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:38.914110 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Request body: {'floatingip': {'port_id': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:38.952346 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (f23e177c-586f-4c85-9e3c-62f04f05c1e1), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:39.047907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:39.200311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:39.246304 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a3747d9c-3c84-46e9-a915-a7e5c36504d5 req-d31317ed-2929-43a3-92a0-3981b707abfb tempest-ServerRescueNegativeTestJSON-1533981578 tempest-ServerRescueNegativeTestJSON-1533981578-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de6a4239-37d1-4a0d-8d9d-35f96f93f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0305271 Sep 26 18:03:39.385453 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:39.444135 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (f23e177c-586f-4c85-9e3c-62f04f05c1e1), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:39.474324 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=89 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:39.475865 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=67 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:39.541989 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Floating IP f23e177c-586f-4c85-9e3c-62f04f05c1e1 associated. External IP: 172.27.2.162, port: 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7. Sep 26 18:03:39.729382 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:39.737580 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Router 4de50d29-5741-4755-8036-3b46089aaeff has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:40.073167 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:40.077558 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.083407 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] Sync routers for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:40.094206 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:40.094810 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:40.107943 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-3ba8369a-50db-498b-ba8b-f7c546aef0e1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f23e177c-586f-4c85-9e3c-62f04f05c1e1 HTTP/1.1" status: 200 len: 992 time: 1.1975360 Sep 26 18:03:40.108782 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:40.111229 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:40.148950 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc68399-b843-41f9-90e1-456c363b2abd x-openstack-request-id: req-2fc68399-b843-41f9-90e1-456c363b2abd {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:40.149247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:40.149505 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fc68399-b843-41f9-90e1-456c363b2abd {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:40.149924 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc68399-b843-41f9-90e1-456c363b2abd'] response: {'name': 'network-changed', 'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'status': 'completed', 'code': 200} Sep 26 18:03:40.195123 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:40.324251 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54512) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:40.408237 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'f23e177c-586f-4c85-9e3c-62f04f05c1e1', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'port_id': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'mac_address': 'fa:16:3e:b0:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:39Z', 'revision_number': 1, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:40.432282 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] Checking router: 4de50d29-5741-4755-8036-3b46089aaeff for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:40.440820 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:40.441394 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:40.541714 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:40.733437 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.748729 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'f23e177c-586f-4c85-9e3c-62f04f05c1e1', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'port_id': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'mac_address': 'fa:16:3e:b0:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:39Z', 'revision_number': 1, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:40.772799 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539bafe1-c4c5-46b4-beec-d5b32ea8b494 None None] The sync data for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi is: [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'f23e177c-586f-4c85-9e3c-62f04f05c1e1', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'port_id': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'mac_address': 'fa:16:3e:b0:79:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:14Z', 'updated_at': '2022-09-26T18:03:39Z', 'revision_number': 1, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:40.960614 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Deleting port 69387a54-79f7-4200-a79b-9e357dae9fc9 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:40.960960 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.965726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116177c-28a7-464d-8f5b-65463ef05e0b None None] New status for floating IP f23e177c-586f-4c85-9e3c-62f04f05c1e1: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:41.046145 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] For port 69387a54-79f7-4200-a79b-9e357dae9fc9, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=69387a54-79f7-4200-a79b-9e357dae9fc9,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:41.046505 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.048615 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:41.060175 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Calling delete_port for 69387a54-79f7-4200-a79b-9e357dae9fc9 owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:41.157086 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:41.324294 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (69387a54-79f7-4200-a79b-9e357dae9fc9), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.355476 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=69387a54-79f7-4200-a79b-9e357dae9fc9,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:41.477427 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.487729 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device d5c7742a-1615-4abe-a98f-3a8de2bdf219 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:41.511542 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: d5c7742a-1615-4abe-a98f-3a8de2bdf219 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:41.511908 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device d5c7742a-1615-4abe-a98f-3a8de2bdf219 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:41.682590 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:41.784206 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:41.788901 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-259c40b6-d840-45de-af3b-d323700afdc6 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e46781bc-0bf9-4603-b49b-8d53bb5b1b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636149 Sep 26 18:03:41.791548 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54520) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:41.794206 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] Sync routers for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:41.804011 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:41.804598 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:41.888681 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks [] for router (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.905427 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:41.931989 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:41.986326 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks [] for router_gateway (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.014951 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:42.058091 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:42.072800 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T18:03:41Z', 'revision_number': 5, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port': {'id': '3422a309-e061-4c0a-8ff3-e6940c8d97bf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:42.100329 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] Checking router: e46781bc-0bf9-4603-b49b-8d53bb5b1b9f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:42.123437 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Deleting port 3422a309-e061-4c0a-8ff3-e6940c8d97bf {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:42.123784 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.205406 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] Routers {'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:42.206012 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:42.208522 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] For port 3422a309-e061-4c0a-8ff3-e6940c8d97bf, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=3422a309-e061-4c0a-8ff3-e6940c8d97bf,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:42.209026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.221974 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Calling delete_port for 3422a309-e061-4c0a-8ff3-e6940c8d97bf owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:42.263148 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:42.335462 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] Set router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f gateway port host: None {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:42.413088 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T18:03:41Z', 'revision_number': 6, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port_host': None}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:42.445492 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731e6f8-04f7-4971-a512-fdd364de1de8 None None] The sync data for ids ['e46781bc-0bf9-4603-b49b-8d53bb5b1b9f'] in dv-cinder-859317-1-iscsi is: [{'id': 'e46781bc-0bf9-4603-b49b-8d53bb5b1b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1676580790-router', 'tenant_id': '222cdd96fb334e63a823cab0d33f939f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T18:03:41Z', 'revision_number': 6, 'project_id': '222cdd96fb334e63a823cab0d33f939f', 'gw_port_host': None}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:42.489546 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (3422a309-e061-4c0a-8ff3-e6940c8d97bf), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.537726 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Pushing event deleted for resources: {'Port': ['ID=3422a309-e061-4c0a-8ff3-e6940c8d97bf,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:42.567021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-f4e85a88-b66f-4a34-8bf4-89631ddada99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:42.568504 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-f4e85a88-b66f-4a34-8bf4-89631ddada99 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 1130 time: 0.0928121 Sep 26 18:03:42.577039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.932316 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.935802 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks [] for router_controller (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.003122 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-0bd6b106-2eae-4947-9f5d-cf976a10961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:43.004602 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-0bd6b106-2eae-4947-9f5d-cf976a10961f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 200 len: 911 time: 0.4103336 Sep 26 18:03:43.067232 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-589066a8-c29b-4631-b9ed-2aae2accb94c service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 HTTP/1.1" status: 200 len: 1002 time: 0.0550921 Sep 26 18:03:43.072358 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (e46781bc-0bf9-4603-b49b-8d53bb5b1b9f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.072990 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e46781bc-0bf9-4603-b49b-8d53bb5b1b9f {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:03:43.077778 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.078894 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0fcde72c-ed63-4387-a728-e01cd0430216 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e46781bc-0bf9-4603-b49b-8d53bb5b1b9f HTTP/1.1" status: 204 len: 168 time: 1.2864599 Sep 26 18:03:43.081552 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54526) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:43.127683 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-7ca66ac8-2bf6-414f-bd4b-331c322394a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:43.129207 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-7ca66ac8-2bf6-414f-bd4b-331c322394a2 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 200 len: 849 time: 0.0489230 Sep 26 18:03:43.135093 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Deleting subnet 91385043-853d-4e4e-8333-be028f582746 {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:03:43.135093 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Publish callbacks [] for subnet (91385043-853d-4e4e-8333-be028f582746), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.155804 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:43.169205 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (91385043-853d-4e4e-8333-be028f582746), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.185356 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-521203af-ddc2-427d-a3b0-9ea8aee5f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:43.186794 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-521203af-ddc2-427d-a3b0-9ea8aee5f961 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=7327a67e-44b9-426d-af9d-05e96c87ac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400267 Sep 26 18:03:43.249415 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 69387a54-79f7-4200-a79b-9e357dae9fc9 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:43.252355 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:43.265447 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (91385043-853d-4e4e-8333-be028f582746), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.278239 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 69387a54-79f7-4200-a79b-9e357dae9fc9 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:43.282338 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 69387a54-79f7-4200-a79b-9e357dae9fc9 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:43.307490 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-95716d43-8117-4e6f-b976-86c9565fc5f3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124010 Sep 26 18:03:43.408279 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8faab7bc-4c91-4a7e-b4ef-73504565ea1e req-8919716c-1dd7-4665-8bea-119b92169358 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935149 Sep 26 18:03:43.416178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (91385043-853d-4e4e-8333-be028f582746), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.431047 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.436812 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f838170b-ddcb-42a0-ac12-78d671f627b9 None None] Network d5c08d16-21cf-4774-99c2-a11d7b1a50a8 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:03:43.438375 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/91385043-853d-4e4e-8333-be028f582746 HTTP/1.1" status: 204 len: 168 time: 0.3557305 Sep 26 18:03:43.440072 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54532) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:43.467291 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91385043-853d-4e4e-8333-be028f582746,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:43.510784 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.511079 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.511614 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.511969 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.512307 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.512692 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.513031 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.513385 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.513766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.514098 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.514428 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.514806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.515129 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.515738 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.516117 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf5e8-0fcc-47b6-a062-f8d2137e18db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:43.552186 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (d5c08d16-21cf-4774-99c2-a11d7b1a50a8), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.608681 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Deleting port 5ca972f5-4597-450b-af11-4c2ed9d01a43 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:43.609022 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.634637 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] DHCP port deletion for d5c08d16-21cf-4774-99c2-a11d7b1a50a8 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:03:43.676237 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] Deleting port 5ca972f5-4597-450b-af11-4c2ed9d01a43 {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:43.676605 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.681039 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] For port 5ca972f5-4597-450b-af11-4c2ed9d01a43, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=5ca972f5-4597-450b-af11-4c2ed9d01a43,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:43.681428 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.695269 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Calling delete_port for 5ca972f5-4597-450b-af11-4c2ed9d01a43 owned by network:dhcp {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:43.740301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] For port 5ca972f5-4597-450b-af11-4c2ed9d01a43, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=5ca972f5-4597-450b-af11-4c2ed9d01a43,segment=NetworkSegment(ac4ac307-5d6c-4d09-b43f-a0f1354dead6),segment_id=ac4ac307-5d6c-4d09-b43f-a0f1354dead6)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:43.740735 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.744622 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:43.753563 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] Calling delete_port for 5ca972f5-4597-450b-af11-4c2ed9d01a43 owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:43.827172 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.855281 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca972f5-4597-450b-af11-4c2ed9d01a43,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:43.861073 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] No DVR routers for this DVR port 5ca972f5-4597-450b-af11-4c2ed9d01a43 on host dv-cinder-859317-1-iscsi {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:43.934882 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (d5c08d16-21cf-4774-99c2-a11d7b1a50a8), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.956337 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c08d16-21cf-4774-99c2-a11d7b1a50a8']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:43.961329 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (5ca972f5-4597-450b-af11-4c2ed9d01a43), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.966845 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:43.967147 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4ac307-5d6c-4d09-b43f-a0f1354dead6') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:43.976921 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (ac4ac307-5d6c-4d09-b43f-a0f1354dead6), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.984799 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] Pushing event deleted for resources: {'Port': ['ID=5ca972f5-4597-450b-af11-4c2ed9d01a43,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:43.990041 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf0444-ddc6-4c50-8bfb-1a6e660858b6 None None] No DVR routers for this DVR port 5ca972f5-4597-450b-af11-4c2ed9d01a43 on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:43.993063 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (ac4ac307-5d6c-4d09-b43f-a0f1354dead6), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.000442 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Releasing vlan 461 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:03:44.000853 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (ac4ac307-5d6c-4d09-b43f-a0f1354dead6), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.080772 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment ac4ac307-5d6c-4d09-b43f-a0f1354dead6 resource provider aggregate not found Sep 26 18:03:44.097605 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment ac4ac307-5d6c-4d09-b43f-a0f1354dead6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac4ac307-5d6c-4d09-b43f-a0f1354dead6 found for delete ", "request_id": "req-65d732af-fbf7-432d-8cf2-192f65d96975"}]} Sep 26 18:03:44.124429 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (d5c08d16-21cf-4774-99c2-a11d7b1a50a8), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.130387 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.141746 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/d5c08d16-21cf-4774-99c2-a11d7b1a50a8 HTTP/1.1" status: 204 len: 168 time: 0.6928000 Sep 26 18:03:44.146914 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4aefc-dc52-4e97-b904-c8812776f742 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c08d16-21cf-4774-99c2-a11d7b1a50a8,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:44.495698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54546) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:44.544155 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7f10ff77-dfa8-4f04-9232-d00a3f3a9c7f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=222cdd96fb334e63a823cab0d33f939f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412645 Sep 26 18:03:44.544155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54548) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:44.580942 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 3422a309-e061-4c0a-8ff3-e6940c8d97bf no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:44.593823 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4c4b366d-df8c-445b-bb65-9a2dd938f563 admin admin] Publish callbacks [] for security_group (33f3aed7-f656-40d8-9bb4-db6507be33df), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.599672 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 3422a309-e061-4c0a-8ff3-e6940c8d97bf {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:44.600509 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 3422a309-e061-4c0a-8ff3-e6940c8d97bf not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:44.600906 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 5ca972f5-4597-450b-af11-4c2ed9d01a43 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:44.618695 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4c4b366d-df8c-445b-bb65-9a2dd938f563 admin admin] Publish callbacks [] for security_group (33f3aed7-f656-40d8-9bb4-db6507be33df), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.619008 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 5ca972f5-4597-450b-af11-4c2ed9d01a43 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:44.619347 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 5ca972f5-4597-450b-af11-4c2ed9d01a43 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:44.747019 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4c4b366d-df8c-445b-bb65-9a2dd938f563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (33f3aed7-f656-40d8-9bb4-db6507be33df), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.749832 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4c4b366d-df8c-445b-bb65-9a2dd938f563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:44.751185 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4c4b366d-df8c-445b-bb65-9a2dd938f563 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/33f3aed7-f656-40d8-9bb4-db6507be33df HTTP/1.1" status: 204 len: 168 time: 0.2093577 Sep 26 18:03:44.762392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b366d-df8c-445b-bb65-9a2dd938f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f3aed7-f656-40d8-9bb4-db6507be33df,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:52.463813 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=42 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:52.464619 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=15 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:53.504154 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:53.534114 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-b7e3f611-74a9-4a42-a1d0-645cf06e88df tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-965062654&fields=id&tenant_id=df8e59bd01c64c8f8d7302ff01bba771 HTTP/1.1" status: 200 len: 267 time: 0.0450523 Sep 26 18:03:53.585521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-1a892dc0-7672-4732-a3bd-749edf37f27e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.587612 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-1a892dc0-7672-4732-a3bd-749edf37f27e tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 985 time: 0.0479429 Sep 26 18:03:53.598358 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Request body: {'port': {'security_groups': ['3b62a529-d807-4b39-b203-4db6def0370e']}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:53.681693 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.857102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=92394117-76f4-4f16-b60c-6adb351db3cd,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:53.884948 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for port (92394117-76f4-4f16-b60c-6adb351db3cd), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.980953 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.989999 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.990638 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:53.993412 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0eba321-b7fd-42e5-aa98-fb0de036afeb req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "PUT /networking/v2.0/ports/92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 943 time: 0.3996854 Sep 26 18:03:53.996824 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:53.999099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a6b239-d999-4c36-90d7-4e042348cfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:54.004164 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54664) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:54.011363 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.059019 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bb3ee8-a133-404a-b373-50b2973763e9 x-openstack-request-id: req-23bb3ee8-a133-404a-b373-50b2973763e9 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:54.059153 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:54.059525 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23bb3ee8-a133-404a-b373-50b2973763e9 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:54.059986 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bb3ee8-a133-404a-b373-50b2973763e9'] response: {'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd', 'status': 'completed', 'code': 200} Sep 26 18:03:54.073359 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['92394117-76f4-4f16-b60c-6adb351db3cd'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:54.089381 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3482c01f-e266-4d23-8f46-e477f527cf27 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group (044f911f-1f6c-4070-a037-fa310154b3a8), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.092291 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d5567-a100-4629-bcf6-d0b0f423d4b7 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event updated for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=7']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:54.139038 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3482c01f-e266-4d23-8f46-e477f527cf27 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group (044f911f-1f6c-4070-a037-fa310154b3a8), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.142281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['92394117-76f4-4f16-b60c-6adb351db3cd'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:54.173043 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-b964420a-4fb3-45e5-96ce-e19b60470ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.174623 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-b964420a-4fb3-45e5-96ce-e19b60470ad0 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1130 time: 0.0753524 Sep 26 18:03:54.287650 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-25ab5cbc-85dd-4b07-9483-f3095946b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.290958 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-25ab5cbc-85dd-4b07-9483-f3095946b8ab service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 200 len: 915 time: 0.1072705 Sep 26 18:03:54.292660 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.365396 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3482c01f-e266-4d23-8f46-e477f527cf27 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (044f911f-1f6c-4070-a037-fa310154b3a8), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.367968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3482c01f-e266-4d23-8f46-e477f527cf27 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.371781 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-3482c01f-e266-4d23-8f46-e477f527cf27 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/044f911f-1f6c-4070-a037-fa310154b3a8 HTTP/1.1" status: 204 len: 168 time: 0.3639822 Sep 26 18:03:54.373214 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54672) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:54.374032 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-bbb06afe-7a26-4d9c-8430-76f55eb67108 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 1001 time: 0.0677800 Sep 26 18:03:54.380345 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482c01f-e266-4d23-8f46-e477f527cf27 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044f911f-1f6c-4070-a037-fa310154b3a8,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:54.414857 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.435299 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.437063 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-d399007b-f2fa-4fd8-8556-536cead05ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.438730 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-d399007b-f2fa-4fd8-8556-536cead05ed2 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a34b5ba0-e76f-4e8f-997d-e354fd532b0e HTTP/1.1" status: 200 len: 853 time: 0.0544798 Sep 26 18:03:54.493784 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-587cba36-9fe7-480d-b12b-bef2acb0bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.495476 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-587cba36-9fe7-480d-b12b-bef2acb0bc8b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b20afce1-7503-4697-8dda-6e5a130f7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461543 Sep 26 18:03:54.532132 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Deleting port 3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:54.532596 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.616805 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.617121 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for floatingip (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:54.618578 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-18109524-4cc9-4aaf-8756-be3a5c61faa3 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105373 Sep 26 18:03:54.633726 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Calling delete_port for 3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:54.731451 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b8a6b239-d999-4c36-90d7-4e042348cfcd req-63e8cda7-7822-4fe2-b8e8-d3b6c5970ff6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011260 Sep 26 18:03:55.015839 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.023869 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:55.047686 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event deleted for resources: {'Port': ['ID=3e9e40a5-7dbc-4ec1-a7dc-75ff2bc3c4ec,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:55.114122 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks [] for floatingip (ad295843-979e-46ad-beec-b9a0c2923f64), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.114478 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Floating IP ad295843-979e-46ad-beec-b9a0c2923f64 disassociated (deleted). External IP: 172.27.2.46, port: 92394117-76f4-4f16-b60c-6adb351db3cd. Sep 26 18:03:55.135502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-16e2893f-1a57-4837-957e-4e0e7f4911c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.582625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Router 95c802a4-04ef-449a-bc68-b0e9fc262264 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:55.685512 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:55.690095 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.697265 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] Sync routers for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:55.707221 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:55.707843 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:55.723065 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-72270e97-b093-48a3-b192-2768dff30281 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ad295843-979e-46ad-beec-b9a0c2923f64 HTTP/1.1" status: 204 len: 168 time: 1.3497150 Sep 26 18:03:55.816334 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:55.942385 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:55.951024 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:56.011223 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:56.039061 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] Checking router: 95c802a4-04ef-449a-bc68-b0e9fc262264 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:56.047885 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:56.048555 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:56.061722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:56.064144 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac2a1af-12fb-4947-9d1d-5d166b7820cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:56.106012 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56992fdb-c98f-4869-b1bd-34e750dbfdaa x-openstack-request-id: req-56992fdb-c98f-4869-b1bd-34e750dbfdaa {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:56.106012 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:56.106012 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56992fdb-c98f-4869-b1bd-34e750dbfdaa {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:56.106012 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56992fdb-c98f-4869-b1bd-34e750dbfdaa'] response: {'name': 'network-changed', 'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd', 'status': 'completed', 'code': 200} Sep 26 18:03:56.177542 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:56.194331 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-85ab8ce2-163f-4cd6-97dd-2b503104efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.196021 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-85ab8ce2-163f-4cd6-97dd-2b503104efb5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 1130 time: 0.0511260 Sep 26 18:03:56.298433 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-7b74b9cf-c5b6-4f1f-bc97-39528a2e7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.299973 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-7b74b9cf-c5b6-4f1f-bc97-39528a2e7607 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 200 len: 915 time: 0.0938778 Sep 26 18:03:56.347754 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-67e30869-222e-4d85-888a-0177b13ee6ae service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 200 len: 217 time: 0.0349283 Sep 26 18:03:56.374671 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:56.398542 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e305251-76bb-4f55-a25e-2b6c2bafb417 None None] The sync data for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi is: [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:00:05Z', 'revision_number': 4, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b08ecafb-136c-422c-903c-09750937b68d', 'name': '', 'network_id': 'b20afce1-7503-4697-8dda-6e5a130f7a27', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'mac_address': 'fa:16:3e:0f:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:04Z', 'updated_at': '2022-09-26T18:00:10Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'subnets': [{'id': 'a34b5ba0-e76f-4e8f-997d-e354fd532b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:56.621284 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.625728 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcfcec4-bccf-4ba2-a876-6440cddc0e89 None None] New status for floating IP ad295843-979e-46ad-beec-b9a0c2923f64: DOWN {{(pid=118305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:56.761165 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-4c3b60be-4a1d-4215-b1eb-9c395f6dbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.762732 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-4c3b60be-4a1d-4215-b1eb-9c395f6dbb1c service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=a34b5ba0-e76f-4e8f-997d-e354fd532b0e HTTP/1.1" status: 200 len: 853 time: 0.0472693 Sep 26 18:03:56.817801 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-2e2fd385-6ab9-424c-a0be-24728dc25f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.819367 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-2e2fd385-6ab9-424c-a0be-24728dc25f90 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=b20afce1-7503-4697-8dda-6e5a130f7a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474055 Sep 26 18:03:56.971471 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-2b5498a0-5ce4-40b1-b5dc-2a09705c8781 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900202 Sep 26 18:03:57.074619 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-bac2a1af-12fb-4947-9d1d-5d166b7820cb req-a85d9ff3-6442-42ab-a528-e1d8a3bbcbdc service neutron] 10.222.0.86 "GET /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903349 Sep 26 18:03:57.400415 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-97452739-6590-4b92-98e3-e03952c2e65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:58.604297 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:59.743464 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54782) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:59.851832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-f62c336b-5100-4017-97f3-a6ab19607a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:59.886817 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:59.927016 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-f62c336b-5100-4017-97f3-a6ab19607a4e admin admin] Publish callbacks [] for security_group (fc59e4fd-19b0-4f2c-919d-330ec97e3455), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.032501 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-f62c336b-5100-4017-97f3-a6ab19607a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (fc59e4fd-19b0-4f2c-919d-330ec97e3455), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.076530 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-f62c336b-5100-4017-97f3-a6ab19607a4e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=601104deda654609bb0067c39049ae84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319812 Sep 26 18:04:00.083744 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c336b-5100-4017-97f3-a6ab19607a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc59e4fd-19b0-4f2c-919d-330ec97e3455,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:00.085907 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 54796) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:00.146412 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-522e42dc-de05-4d26-9835-4b073513eb24 admin admin] Publish callbacks [] for security_group (fc59e4fd-19b0-4f2c-919d-330ec97e3455), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.169988 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.192518 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-522e42dc-de05-4d26-9835-4b073513eb24 admin admin] Publish callbacks [] for security_group (fc59e4fd-19b0-4f2c-919d-330ec97e3455), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.206115 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946beff2-1d49-415e-b625-849c68f4c4bb req-4e8b0269-681d-46ad-9fa7-d4dfb0fc0f03 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:00.207557 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-946beff2-1d49-415e-b625-849c68f4c4bb req-4e8b0269-681d-46ad-9fa7-d4dfb0fc0f03 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0698493 Sep 26 18:04:00.271327 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-946beff2-1d49-415e-b625-849c68f4c4bb req-24d0b538-16ca-43cf-9714-173a0671a353 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Sep 26 18:04:00.398405 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.444029 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-522e42dc-de05-4d26-9835-4b073513eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (fc59e4fd-19b0-4f2c-919d-330ec97e3455), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.446653 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-522e42dc-de05-4d26-9835-4b073513eb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.447843 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-522e42dc-de05-4d26-9835-4b073513eb24 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fc59e4fd-19b0-4f2c-919d-330ec97e3455 HTTP/1.1" status: 204 len: 168 time: 0.3605800 Sep 26 18:04:00.456106 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e42dc-de05-4d26-9835-4b073513eb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc59e4fd-19b0-4f2c-919d-330ec97e3455,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:01.397124 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd4459-774b-4cf4-b8e1-7e951204a8a0 req-41124e65-96be-440c-9d5f-7dbe9fedddc0 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:01.398750 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0dd4459-774b-4cf4-b8e1-7e951204a8a0 req-41124e65-96be-440c-9d5f-7dbe9fedddc0 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0480819 Sep 26 18:04:01.447240 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0dd4459-774b-4cf4-b8e1-7e951204a8a0 req-c6f8bd92-71ad-4c76-a8e9-c926bf5b4e36 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Sep 26 18:04:02.577574 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464df2-1684-462f-800a-c11d1a085853 req-bae6caf7-2053-4cae-9625-49e6ad9f552c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:02.579072 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c6464df2-1684-462f-800a-c11d1a085853 req-bae6caf7-2053-4cae-9625-49e6ad9f552c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0514724 Sep 26 18:04:02.627339 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c6464df2-1684-462f-800a-c11d1a085853 req-b1867d9c-ed03-4b41-be6a-3ee1f23a6084 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Sep 26 18:04:03.222268 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-621175b4-59fb-4abe-8d26-9c69928f274c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:03.223852 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-621175b4-59fb-4abe-8d26-9c69928f274c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0492623 Sep 26 18:04:03.282521 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:03.318490 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Deleting port 92394117-76f4-4f16-b60c-6adb351db3cd {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:03.318828 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.407542 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] For port 92394117-76f4-4f16-b60c-6adb351db3cd, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=92394117-76f4-4f16-b60c-6adb351db3cd,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:03.407895 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.421433 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Calling delete_port for 92394117-76f4-4f16-b60c-6adb351db3cd owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:03.523278 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:03.752320 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c3998-7a05-4f55-b463-403fdb596cd5 req-af819dce-b48f-4c64-9526-50278aaa87f8 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:03.753822 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-099c3998-7a05-4f55-b463-403fdb596cd5 req-af819dce-b48f-4c64-9526-50278aaa87f8 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 946 time: 0.0491984 Sep 26 18:04:03.759396 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (92394117-76f4-4f16-b60c-6adb351db3cd), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.775197 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['92394117-76f4-4f16-b60c-6adb351db3cd'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:03.796304 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Pushing event deleted for resources: {'Port': ['ID=92394117-76f4-4f16-b60c-6adb351db3cd,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:03.827656 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-099c3998-7a05-4f55-b463-403fdb596cd5 req-a6c80ed3-e437-4cef-b234-a2a48bf6e711 tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3b62a529-d807-4b39-b203-4db6def0370e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675132 Sep 26 18:04:03.862005 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] No DVR routers for this DVR port 92394117-76f4-4f16-b60c-6adb351db3cd on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:03.864547 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:03.867989 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-a3cb7f13-bf07-4b03-839e-94ef0563753d req-5ff99815-1445-4d2c-bccb-20f27f956c3c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.86 "DELETE /networking/v2.0/ports/92394117-76f4-4f16-b60c-6adb351db3cd HTTP/1.1" status: 204 len: 173 time: 0.6337304 Sep 26 18:04:03.868482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'name': 'network-vif-deleted', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:03.870890 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d7612-a0f0-4d4e-81c5-d3b6133bf9c4" -d '{"events": [{"server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "name": "network-vif-deleted", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:03.916870 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc102afd-f824-494c-9b35-603cddefd769 x-openstack-request-id: req-fc102afd-f824-494c-9b35-603cddefd769 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:03.916870 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0640c8d-e812-405e-ad2d-1c98fb61b382", "name": "network-vif-deleted", "tag": "92394117-76f4-4f16-b60c-6adb351db3cd", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:03.917610 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc102afd-f824-494c-9b35-603cddefd769 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:03.918133 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc102afd-f824-494c-9b35-603cddefd769'] response: {'server_uuid': 'd0640c8d-e812-405e-ad2d-1c98fb61b382', 'name': 'network-vif-deleted', 'tag': '92394117-76f4-4f16-b60c-6adb351db3cd', 'status': 'completed', 'code': 200} Sep 26 18:04:04.376901 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:04:04.954644 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ff1da5c2-caf6-4e88-acf8-cfe40678f3e5 req-d26e711f-24a3-47de-a070-775c13082d2c tempest-TestMinimumBasicScenario-9042936 tempest-TestMinimumBasicScenario-9042936-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d0640c8d-e812-405e-ad2d-1c98fb61b382 HTTP/1.1" status: 200 len: 210 time: 0.0327110 Sep 26 18:04:05.260644 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54954) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:05.310063 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] Deleting subnet 7c0d3d23-5e07-42a2-bd92-0eaa31719a42 {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:04:05.313131 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] Publish callbacks [] for subnet (7c0d3d23-5e07-42a2-bd92-0eaa31719a42), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.346975 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] Publish callbacks [] for subnet (7c0d3d23-5e07-42a2-bd92-0eaa31719a42), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.352648 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (7c0d3d23-5e07-42a2-bd92-0eaa31719a42), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.490428 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for subnet (7c0d3d23-5e07-42a2-bd92-0eaa31719a42), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.520326 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0d3d23-5e07-42a2-bd92-0eaa31719a42,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:05.523404 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.526920 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-029fae1d-56d8-4f88-9342-e0a7a2869b88 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/7c0d3d23-5e07-42a2-bd92-0eaa31719a42 HTTP/1.1" status: 204 len: 168 time: 0.2653570 Sep 26 18:04:05.529457 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 54976) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:05.604278 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (916bf790-1a83-44fc-a77a-94ae8e7ef414), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.694659 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (916bf790-1a83-44fc-a77a-94ae8e7ef414), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.716286 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.716630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.717450 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.717845 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > port after_create 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.718189 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > port after_delete 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.718525 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > port after_update 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.718878 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.719217 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.719558 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.719883 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.844185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.844531 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.844858 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.845180 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=118302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:04:05.845581 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916bf790-1a83-44fc-a77a-94ae8e7ef414']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:05.862916 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d65b3df-8c56-49a8-9f51-46942c47217f') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:05.866620 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d65b3df-8c56-49a8-9f51-46942c47217f') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:05.879868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (8d65b3df-8c56-49a8-9f51-46942c47217f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.901457 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (8d65b3df-8c56-49a8-9f51-46942c47217f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.910697 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Releasing vlan 454 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:04:05.911088 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (8d65b3df-8c56-49a8-9f51-46942c47217f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.056192 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (916bf790-1a83-44fc-a77a-94ae8e7ef414), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.081455 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.084618 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/916bf790-1a83-44fc-a77a-94ae8e7ef414 HTTP/1.1" status: 204 len: 168 time: 0.5542309 Sep 26 18:04:06.094484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853450c-bf36-4a1a-9463-e0e00c077747 admin admin] Pushing event deleted for resources: {'Network': ['ID=916bf790-1a83-44fc-a77a-94ae8e7ef414,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:06.178879 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 8d65b3df-8c56-49a8-9f51-46942c47217f resource provider aggregate not found Sep 26 18:04:06.200977 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 8d65b3df-8c56-49a8-9f51-46942c47217f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d65b3df-8c56-49a8-9f51-46942c47217f found for delete ", "request_id": "req-e35daa54-3f93-4fe9-afd3-ca4fbc046406"}]} Sep 26 18:04:06.522021 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55020) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:06.565950 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6101c0f7-75d4-4e20-b185-3ec95b4d54c6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7407b259f9ce40558c02a60e29e50c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427635 Sep 26 18:04:06.568469 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55022) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:06.574589 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:06.618655 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b78cd79e-fd5b-448d-88f2-7253b4df4520 admin admin] Publish callbacks [] for security_group (a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.641248 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b78cd79e-fd5b-448d-88f2-7253b4df4520 admin admin] Publish callbacks [] for security_group (a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.731268 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55034) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:06.787574 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b78cd79e-fd5b-448d-88f2-7253b4df4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.790266 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b78cd79e-fd5b-448d-88f2-7253b4df4520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.794383 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b78cd79e-fd5b-448d-88f2-7253b4df4520 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f HTTP/1.1" status: 204 len: 168 time: 0.2249243 Sep 26 18:04:06.803924 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cd79e-fd5b-448d-88f2-7253b4df4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e0b8b-c6f9-47cd-9f3b-f185f2587d4f,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:06.827069 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 92394117-76f4-4f16-b60c-6adb351db3cd no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:06.857170 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa9d1-4e4a-4f7c-88db-c2f9668054a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:06.860106 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:06.871596 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 92394117-76f4-4f16-b60c-6adb351db3cd {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:06.871943 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 92394117-76f4-4f16-b60c-6adb351db3cd not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:06.948026 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa9d1-4e4a-4f7c-88db-c2f9668054a2 admin admin] Publish callbacks [] for security_group (3db29fb7-14ac-4156-86ee-ce6f9a3e471c), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.009968 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa9d1-4e4a-4f7c-88db-c2f9668054a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3db29fb7-14ac-4156-86ee-ce6f9a3e471c), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.054200 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-1f9fa9d1-4e4a-4f7c-88db-c2f9668054a2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a26006628a864c39b1673bef5256d0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218296 Sep 26 18:04:07.059892 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55050) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:07.060499 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fa9d1-4e4a-4f7c-88db-c2f9668054a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db29fb7-14ac-4156-86ee-ce6f9a3e471c,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:07.107549 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-054bb290-ef9f-4070-b918-b63e29012196 admin admin] Publish callbacks [] for security_group (3db29fb7-14ac-4156-86ee-ce6f9a3e471c), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.127424 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-054bb290-ef9f-4070-b918-b63e29012196 admin admin] Publish callbacks [] for security_group (3db29fb7-14ac-4156-86ee-ce6f9a3e471c), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.136892 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:07.386921 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-054bb290-ef9f-4070-b918-b63e29012196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3db29fb7-14ac-4156-86ee-ce6f9a3e471c), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.389376 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-054bb290-ef9f-4070-b918-b63e29012196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.390558 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-054bb290-ef9f-4070-b918-b63e29012196 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3db29fb7-14ac-4156-86ee-ce6f9a3e471c HTTP/1.1" status: 204 len: 168 time: 0.3320956 Sep 26 18:04:07.399851 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bb290-ef9f-4070-b918-b63e29012196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db29fb7-14ac-4156-86ee-ce6f9a3e471c,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:08.245661 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55080) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:08.259408 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf4600e7-f648-4adf-af7a-0cc99cd61425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.337042 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf4600e7-f648-4adf-af7a-0cc99cd61425 admin admin] Publish callbacks [] for security_group (e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.438302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf4600e7-f648-4adf-af7a-0cc99cd61425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.481215 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cf4600e7-f648-4adf-af7a-0cc99cd61425 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=00f994fb70d64b53abb386f4e5e08c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337923 Sep 26 18:04:08.482104 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4600e7-f648-4adf-af7a-0cc99cd61425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:08.483987 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55082) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:08.539089 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dab57942-f438-4a84-a478-7cdc8c0edb05 admin admin] Publish callbacks [] for security_group (e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.539582 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55084) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:08.545578 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:08.560474 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dab57942-f438-4a84-a478-7cdc8c0edb05 admin admin] Publish callbacks [] for security_group (e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.689559 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dab57942-f438-4a84-a478-7cdc8c0edb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.693119 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dab57942-f438-4a84-a478-7cdc8c0edb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.693424 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-dab57942-f438-4a84-a478-7cdc8c0edb05 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a HTTP/1.1" status: 204 len: 168 time: 0.2084939 Sep 26 18:04:08.702679 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab57942-f438-4a84-a478-7cdc8c0edb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8c406-8c7b-454a-9ea3-51bb2cfe4b1a,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:08.719755 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:08.858258 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (95c802a4-04ef-449a-bc68-b0e9fc262264), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:09.034789 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:09.076756 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Deleting port b08ecafb-136c-422c-903c-09750937b68d {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:09.077092 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (b08ecafb-136c-422c-903c-09750937b68d), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:09.159603 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] For port b08ecafb-136c-422c-903c-09750937b68d, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b08ecafb-136c-422c-903c-09750937b68d,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:09.159970 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (b08ecafb-136c-422c-903c-09750937b68d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:09.172891 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Calling delete_port for b08ecafb-136c-422c-903c-09750937b68d owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:09.426897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (b08ecafb-136c-422c-903c-09750937b68d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:09.452175 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Pushing event deleted for resources: {'Port': ['ID=b08ecafb-136c-422c-903c-09750937b68d,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:09.522565 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:09.624208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (95c802a4-04ef-449a-bc68-b0e9fc262264), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:09.832523 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Router 95c802a4-04ef-449a-bc68-b0e9fc262264 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:09.935115 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:09.940345 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-2f930f33-f570-4c1f-9324-c2f8b120224c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/95c802a4-04ef-449a-bc68-b0e9fc262264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996530 Sep 26 18:04:09.942858 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55112) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:09.948474 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] Sync routers for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:09.961500 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:09.961500 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:09.992230 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:10.046337 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks [] for router (95c802a4-04ef-449a-bc68-b0e9fc262264), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.062898 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:10.238320 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:04:09Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:10.268418 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] Checking router: 95c802a4-04ef-449a-bc68-b0e9fc262264 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:10.278744 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] Routers {'95c802a4-04ef-449a-bc68-b0e9fc262264'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:10.279376 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['95c802a4-04ef-449a-bc68-b0e9fc262264'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:10.382637 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] Set router 95c802a4-04ef-449a-bc68-b0e9fc262264 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:10.409447 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks [] for router_gateway (95c802a4-04ef-449a-bc68-b0e9fc262264), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.534571 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Deleting port 4deea21f-808b-4205-a89d-808f1e0d2b35 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:10.535193 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.641031 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] For port 4deea21f-808b-4205-a89d-808f1e0d2b35, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=4deea21f-808b-4205-a89d-808f1e0d2b35,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:10.641442 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.656208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Calling delete_port for 4deea21f-808b-4205-a89d-808f1e0d2b35 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:10.708138 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:04:09Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:10.735477 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af635f4-cd28-4dd4-95fa-cc0bc29d7898 None None] The sync data for ids ['95c802a4-04ef-449a-bc68-b0e9fc262264'] in dv-cinder-859317-1-iscsi is: [{'id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'name': 'tempest-TestMinimumBasicScenario-698420221-router', 'tenant_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:01Z', 'updated_at': '2022-09-26T18:04:09Z', 'revision_number': 5, 'project_id': 'df8e59bd01c64c8f8d7302ff01bba771', 'gw_port': {'id': '4deea21f-808b-4205-a89d-808f1e0d2b35', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c802a4-04ef-449a-bc68-b0e9fc262264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:02Z', 'updated_at': '2022-09-26T18:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:10.763212 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:10.935911 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (4deea21f-808b-4205-a89d-808f1e0d2b35), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.962059 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4deea21f-808b-4205-a89d-808f1e0d2b35,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:11.029039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (95c802a4-04ef-449a-bc68-b0e9fc262264), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.117002 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (95c802a4-04ef-449a-bc68-b0e9fc262264), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.119311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks [] for router_controller (95c802a4-04ef-449a-bc68-b0e9fc262264), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.312407 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (95c802a4-04ef-449a-bc68-b0e9fc262264), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.312994 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c802a4-04ef-449a-bc68-b0e9fc262264 {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:04:11.322209 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.322209 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0f34a3c6-2ab9-4517-8c9b-d887d2589b6b admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/95c802a4-04ef-449a-bc68-b0e9fc262264 HTTP/1.1" status: 204 len: 168 time: 1.3746645 Sep 26 18:04:11.322209 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55132) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:11.368776 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] Deleting subnet a34b5ba0-e76f-4e8f-997d-e354fd532b0e {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:04:11.372555 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] Publish callbacks [] for subnet (a34b5ba0-e76f-4e8f-997d-e354fd532b0e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.403457 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:11.408352 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530479'] for subnet (a34b5ba0-e76f-4e8f-997d-e354fd532b0e), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.519084 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (a34b5ba0-e76f-4e8f-997d-e354fd532b0e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.562022 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:11.730256 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126243393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126207976'] for subnet (a34b5ba0-e76f-4e8f-997d-e354fd532b0e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.757875 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34b5ba0-e76f-4e8f-997d-e354fd532b0e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:11.759793 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.769538 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e416d04d-68ec-43ab-a084-f5b4c2e14813 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/a34b5ba0-e76f-4e8f-997d-e354fd532b0e HTTP/1.1" status: 204 len: 168 time: 0.4415445 Sep 26 18:04:11.769641 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55136) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:11.770461 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8d1dc2-7379-407c-ae76-58196b9c0d78 None None] Network b20afce1-7503-4697-8dda-6e5a130f7a27 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:04:11.837819 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (b20afce1-7503-4697-8dda-6e5a130f7a27), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.890082 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Deleting port 2472b87a-4168-4f0a-b458-43fce758fc75 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:11.890422 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.959789 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] For port 2472b87a-4168-4f0a-b458-43fce758fc75, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2472b87a-4168-4f0a-b458-43fce758fc75,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:11.960155 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.964423 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] DHCP port deletion for b20afce1-7503-4697-8dda-6e5a130f7a27 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:04:11.977021 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Calling delete_port for 2472b87a-4168-4f0a-b458-43fce758fc75 owned by network:dhcp {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:12.006332 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Deleting port 2472b87a-4168-4f0a-b458-43fce758fc75 {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:12.007049 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.057794 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:12.076993 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] For port 2472b87a-4168-4f0a-b458-43fce758fc75, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2472b87a-4168-4f0a-b458-43fce758fc75,segment=NetworkSegment(2df854ed-4a65-4179-8826-43df630b6454),segment_id=2df854ed-4a65-4179-8826-43df630b6454)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:12.077551 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.091324 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Calling delete_port for 2472b87a-4168-4f0a-b458-43fce758fc75 owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:12.175640 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.182764 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (2472b87a-4168-4f0a-b458-43fce758fc75), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.201333 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Pushing event deleted for resources: {'Port': ['ID=2472b87a-4168-4f0a-b458-43fce758fc75,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:12.205940 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] No DVR routers for this DVR port 2472b87a-4168-4f0a-b458-43fce758fc75 on host dv-cinder-859317-1-iscsi {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:12.211992 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Pushing event deleted for resources: {'Port': ['ID=2472b87a-4168-4f0a-b458-43fce758fc75,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:12.219528 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] No DVR routers for this DVR port 2472b87a-4168-4f0a-b458-43fce758fc75 on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:12.222769 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.223115 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.223476 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.223836 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.224174 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.228935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6693c3e-75df-421d-95fb-f319bd452a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:12.282457 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (b20afce1-7503-4697-8dda-6e5a130f7a27), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.303526 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20afce1-7503-4697-8dda-6e5a130f7a27']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:12.313348 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df854ed-4a65-4179-8826-43df630b6454') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:12.313637 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df854ed-4a65-4179-8826-43df630b6454') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:12.326702 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (2df854ed-4a65-4179-8826-43df630b6454), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.339536 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (2df854ed-4a65-4179-8826-43df630b6454), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.345870 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Releasing vlan 465 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:04:12.346249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (2df854ed-4a65-4179-8826-43df630b6454), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.386974 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 2df854ed-4a65-4179-8826-43df630b6454 resource provider aggregate not found Sep 26 18:04:12.404422 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 2df854ed-4a65-4179-8826-43df630b6454 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2df854ed-4a65-4179-8826-43df630b6454 found for delete ", "request_id": "req-cc93dc33-90be-4d94-8793-69f45f64982d"}]} Sep 26 18:04:12.460887 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (b20afce1-7503-4697-8dda-6e5a130f7a27), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.465488 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.469750 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/b20afce1-7503-4697-8dda-6e5a130f7a27 HTTP/1.1" status: 204 len: 168 time: 0.7011921 Sep 26 18:04:12.471750 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55146) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:12.482446 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151cc27-305d-4a85-8422-c65305c273da admin admin] Pushing event deleted for resources: {'Network': ['ID=b20afce1-7503-4697-8dda-6e5a130f7a27,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:12.592930 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b08ecafb-136c-422c-903c-09750937b68d no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:12.613170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: b08ecafb-136c-422c-903c-09750937b68d {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:12.613539 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b08ecafb-136c-422c-903c-09750937b68d not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:12.614011 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 2472b87a-4168-4f0a-b458-43fce758fc75 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:12.632273 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 2472b87a-4168-4f0a-b458-43fce758fc75 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:12.636203 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 2472b87a-4168-4f0a-b458-43fce758fc75 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:12.636203 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4deea21f-808b-4205-a89d-808f1e0d2b35 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:12.652579 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 4deea21f-808b-4205-a89d-808f1e0d2b35 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:12.652923 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4deea21f-808b-4205-a89d-808f1e0d2b35 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:12.796968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (b82be6f9-4024-4212-ad7c-ed51fda41b8e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.885153 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:13.022892 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Deleting port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:13.023228 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:13.103332 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] For port 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,segment=NetworkSegment(b659bc08-86f4-411d-871d-16ca4068912f),segment_id=b659bc08-86f4-411d-871d-16ca4068912f)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:13.103610 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:13.116638 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Calling delete_port for 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:13.225240 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:13.421017 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (6704a9f5-3963-4691-a8fa-9a6ce6b4fbef), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:13.445874 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Pushing event deleted for resources: {'Port': ['ID=6704a9f5-3963-4691-a8fa-9a6ce6b4fbef,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:13.613550 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (b82be6f9-4024-4212-ad7c-ed51fda41b8e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:13.842819 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Router b82be6f9-4024-4212-ad7c-ed51fda41b8e has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:13.940718 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:13.947409 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:13.952398 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-de56cf58-99f9-464c-80c9-0e5f7ad2b03c admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/b82be6f9-4024-4212-ad7c-ed51fda41b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4796290 Sep 26 18:04:13.955053 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55160) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:13.955886 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] Sync routers for ids ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:13.966717 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] Routers {'b82be6f9-4024-4212-ad7c-ed51fda41b8e'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:13.967326 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:14.051843 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks [] for router (b82be6f9-4024-4212-ad7c-ed51fda41b8e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.071888 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] Set router b82be6f9-4024-4212-ad7c-ed51fda41b8e gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:14.149608 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks [] for router_gateway (b82be6f9-4024-4212-ad7c-ed51fda41b8e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.237370 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:04:13Z', 'revision_number': 5, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port': {'id': 'ecfae9f3-6de4-4da0-95b4-650e524e3562', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:00:11Z', 'updated_at': '2022-09-26T18:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:14.266325 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] Checking router: b82be6f9-4024-4212-ad7c-ed51fda41b8e for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:14.274925 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] Routers {'b82be6f9-4024-4212-ad7c-ed51fda41b8e'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:14.275562 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:14.291717 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Deleting port ecfae9f3-6de4-4da0-95b4-650e524e3562 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:14.292050 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.329524 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:14.356811 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] Set router b82be6f9-4024-4212-ad7c-ed51fda41b8e gateway port host: None {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:14.371826 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] For port ecfae9f3-6de4-4da0-95b4-650e524e3562, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ecfae9f3-6de4-4da0-95b4-650e524e3562,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:14.372185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.385122 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Calling delete_port for ecfae9f3-6de4-4da0-95b4-650e524e3562 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:14.409266 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:04:14Z', 'revision_number': 6, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port_host': None}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:14.434091 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5253d3a-5e33-40a5-a0f8-7314c793ba91 None None] The sync data for ids ['b82be6f9-4024-4212-ad7c-ed51fda41b8e'] in dv-cinder-859317-1-iscsi is: [{'id': 'b82be6f9-4024-4212-ad7c-ed51fda41b8e', 'name': 'tempest-TestMinimumBasicScenario-1001542498-router', 'tenant_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:00:09Z', 'updated_at': '2022-09-26T18:04:14Z', 'revision_number': 6, 'project_id': 'fa20c3b0afa346a2bc0d0f814b07d1f8', 'gw_port_host': None}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:14.632627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (ecfae9f3-6de4-4da0-95b4-650e524e3562), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.655343 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfae9f3-6de4-4da0-95b4-650e524e3562,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:14.723100 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (b82be6f9-4024-4212-ad7c-ed51fda41b8e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.816208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (b82be6f9-4024-4212-ad7c-ed51fda41b8e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.819801 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks [] for router_controller (b82be6f9-4024-4212-ad7c-ed51fda41b8e), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.931011 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:14.954056 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:14.954404 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 6704a9f5-3963-4691-a8fa-9a6ce6b4fbef not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:14.964036 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (b82be6f9-4024-4212-ad7c-ed51fda41b8e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.965203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b82be6f9-4024-4212-ad7c-ed51fda41b8e {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:04:14.972644 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.972644 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c34befe4-9e97-4e94-a7f2-5734cf927b04 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/b82be6f9-4024-4212-ad7c-ed51fda41b8e HTTP/1.1" status: 204 len: 168 time: 1.0148213 Sep 26 18:04:14.973637 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55174) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:15.019369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] Deleting subnet cb8f9b3e-3eae-4378-b0f8-2f4c830606e9 {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:04:15.022504 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] Publish callbacks [] for subnet (cb8f9b3e-3eae-4378-b0f8-2f4c830606e9), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.062392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530479'] for subnet (cb8f9b3e-3eae-4378-b0f8-2f4c830606e9), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.136016 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:15.138580 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (cb8f9b3e-3eae-4378-b0f8-2f4c830606e9), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.290349 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126243393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126207976'] for subnet (cb8f9b3e-3eae-4378-b0f8-2f4c830606e9), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.320232 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8f9b3e-3eae-4378-b0f8-2f4c830606e9,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:15.324533 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.327746 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c7f69aed-fee2-42c7-8aa8-cefb938a9c67 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/cb8f9b3e-3eae-4378-b0f8-2f4c830606e9 HTTP/1.1" status: 204 len: 168 time: 0.3531640 Sep 26 18:04:15.330394 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55182) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:15.339223 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a3697-1c1d-434d-8475-e5f6708cfcd7 None None] Network 99af4d82-da36-48ec-937e-98397b3a7983 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:04:15.404863 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (99af4d82-da36-48ec-937e-98397b3a7983), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.413376 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:15.448046 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Deleting port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:15.453788 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.491558 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] DHCP port deletion for 99af4d82-da36-48ec-937e-98397b3a7983 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:04:15.520356 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] For port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,segment=NetworkSegment(b659bc08-86f4-411d-871d-16ca4068912f),segment_id=b659bc08-86f4-411d-871d-16ca4068912f)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:15.521115 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.536755 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Calling delete_port for 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded owned by network:dhcp {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:15.537587 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] Deleting port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:15.537907 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.601316 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] For port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,segment=NetworkSegment(b659bc08-86f4-411d-871d-16ca4068912f),segment_id=b659bc08-86f4-411d-871d-16ca4068912f)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:15.601750 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.614277 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] Calling delete_port for 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:15.657518 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:15.707009 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.709369 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:15.715360 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.720889 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:15.733172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:15.735006 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] No DVR routers for this DVR port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded on host dv-cinder-859317-1-iscsi {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:15.739946 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] Pushing event deleted for resources: {'Port': ['ID=7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:15.741310 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0cc7d2-df43-4242-adec-5e2298a5259f None None] No DVR routers for this DVR port 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:16.063767 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (99af4d82-da36-48ec-937e-98397b3a7983), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.083565 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99af4d82-da36-48ec-937e-98397b3a7983']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:16.093038 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b659bc08-86f4-411d-871d-16ca4068912f') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:16.093383 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b659bc08-86f4-411d-871d-16ca4068912f') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:16.103014 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (b659bc08-86f4-411d-871d-16ca4068912f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.116699 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (b659bc08-86f4-411d-871d-16ca4068912f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.123693 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Releasing vlan 455 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:04:16.124823 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (b659bc08-86f4-411d-871d-16ca4068912f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.168160 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment b659bc08-86f4-411d-871d-16ca4068912f resource provider aggregate not found Sep 26 18:04:16.187631 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment b659bc08-86f4-411d-871d-16ca4068912f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b659bc08-86f4-411d-871d-16ca4068912f found for delete ", "request_id": "req-93d33e93-3d4f-4b43-84b6-6659db599f93"}]} Sep 26 18:04:16.289489 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (99af4d82-da36-48ec-937e-98397b3a7983), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.297860 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.301062 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/99af4d82-da36-48ec-937e-98397b3a7983 HTTP/1.1" status: 204 len: 168 time: 0.9689476 Sep 26 18:04:16.311676 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cab621-b943-45f0-955f-14c6df90ee80 admin admin] Pushing event deleted for resources: {'Network': ['ID=99af4d82-da36-48ec-937e-98397b3a7983,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:16.586942 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ecfae9f3-6de4-4da0-95b4-650e524e3562 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:16.616179 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: ecfae9f3-6de4-4da0-95b4-650e524e3562 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:16.616529 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ecfae9f3-6de4-4da0-95b4-650e524e3562 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:16.616948 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:16.634755 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:16.635100 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 7e3ebfe0-3cfc-4e1d-806e-3748d5b44ded not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:16.696866 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55198) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:16.737975 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6d4af3c7-b3c6-4ddf-82db-2320a52a9347 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=df8e59bd01c64c8f8d7302ff01bba771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399323 Sep 26 18:04:16.740439 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55200) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:16.788948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d769bf36-5d72-451d-aff8-c062cb29a46e admin admin] Publish callbacks [] for security_group (3b62a529-d807-4b39-b203-4db6def0370e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.809137 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d769bf36-5d72-451d-aff8-c062cb29a46e admin admin] Publish callbacks [] for security_group (3b62a529-d807-4b39-b203-4db6def0370e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.958319 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d769bf36-5d72-451d-aff8-c062cb29a46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3b62a529-d807-4b39-b203-4db6def0370e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.961294 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d769bf36-5d72-451d-aff8-c062cb29a46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:16.962956 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d769bf36-5d72-451d-aff8-c062cb29a46e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3b62a529-d807-4b39-b203-4db6def0370e HTTP/1.1" status: 204 len: 168 time: 0.2214501 Sep 26 18:04:16.976141 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769bf36-5d72-451d-aff8-c062cb29a46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b62a529-d807-4b39-b203-4db6def0370e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:17.835252 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55214) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:17.876639 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-0193eda7-2efd-457d-966f-f629bdc9d124 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fa20c3b0afa346a2bc0d0f814b07d1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401828 Sep 26 18:04:17.879104 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55216) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:17.884505 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:17.928363 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-87a32c32-02f5-4e3d-b4aa-b69ee5ce82d7 admin admin] Publish callbacks [] for security_group (84438107-c97b-4880-b796-36ef06316cb8), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:17.952524 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-87a32c32-02f5-4e3d-b4aa-b69ee5ce82d7 admin admin] Publish callbacks [] for security_group (84438107-c97b-4880-b796-36ef06316cb8), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.095359 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-87a32c32-02f5-4e3d-b4aa-b69ee5ce82d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (84438107-c97b-4880-b796-36ef06316cb8), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.097968 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-87a32c32-02f5-4e3d-b4aa-b69ee5ce82d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:18.099136 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-87a32c32-02f5-4e3d-b4aa-b69ee5ce82d7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/84438107-c97b-4880-b796-36ef06316cb8 HTTP/1.1" status: 204 len: 168 time: 0.2191310 Sep 26 18:04:18.108391 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a32c32-02f5-4e3d-b4aa-b69ee5ce82d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84438107-c97b-4880-b796-36ef06316cb8,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.061138 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544670-acf0-48f3-9226-f7c31e82f463 req-ed6c093e-bf54-4f5d-851a-69c9b6f665e6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:19.062746 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8c544670-acf0-48f3-9226-f7c31e82f463 req-ed6c093e-bf54-4f5d-851a-69c9b6f665e6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0474272 Sep 26 18:04:19.112275 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8c544670-acf0-48f3-9226-f7c31e82f463 req-ccc817c2-dbfa-4194-a7d6-930c6cceab79 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Sep 26 18:04:19.299765 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55258) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:19.396686 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-95781700-network', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:19.500707 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Made reservation on behalf of 50b90dee570a4fd4bb2c5dafcfcd3c6c for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:04:19.503096 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.511698 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.584724 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks [] for security_group (4a0c9a91-1033-4df1-915c-eadf21c83074), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.689748 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (4a0c9a91-1033-4df1-915c-eadf21c83074), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.718487 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 452} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:04:19.723992 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c9a91-1033-4df1-915c-eadf21c83074,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.731612 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (9657e587-87c6-464a-b4bf-3ad7d24366ff), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.731612 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Added segment 9657e587-87c6-464a-b4bf-3ad7d24366ff of type vlan for network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b Sep 26 18:04:19.773321 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.854949 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.855857 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:19.856434 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:19.914887 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] Pushing event updated for resources: {'Network': ['ID=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:19.924379 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:04:19.977767 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b6d8e7d5-3354-4bd5-9636-9d12e8a488b3 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6769147 Sep 26 18:04:19.980514 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55264) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:19.985199 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Request body: {'subnet': {'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-95781700-subnet', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:19.991657 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:20.077905 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Made reservation on behalf of 50b90dee570a4fd4bb2c5dafcfcd3c6c for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:04:20.080284 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3574279'] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.222247 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:20.250370 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c197cf-ee0a-466a-8dd8-fc3cd494e98d req-f30b09ce-2ad6-4f41-a2be-d540a5260575 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:20.251837 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f0c197cf-ee0a-466a-8dd8-fc3cd494e98d req-f30b09ce-2ad6-4f41-a2be-d540a5260575 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0606182 Sep 26 18:04:20.333862 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f0c197cf-ee0a-466a-8dd8-fc3cd494e98d req-b2133763-a0a9-48ae-9f83-7ac3fcb41e66 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617003 Sep 26 18:04:20.381370 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574289'] for subnet (f692d605-dcba-4f44-8022-aa4b06ca7e74), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.435422 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f692d605-dcba-4f44-8022-aa4b06ca7e74,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:20.451376 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Checking segment: {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:20.451735 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Network hostable DHCP agents. Network: 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:04:20.575037 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:04:20.672371 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:20.676825 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:20.677398 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.683139 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c6e79-c2c4-4d84-a314-128f5ba29788 None None] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:04:20.766485 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-490b7dc9-c30f-47a5-8edd-2330668f046d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7848988 Sep 26 18:04:20.769322 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55270) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:20.773802 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:20.782553 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:04:20.783463 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.861833 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (5a1283ff-b3b8-487f-bca1-98b53b029e94), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.863116 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (5a1283ff-b3b8-487f-bca1-98b53b029e94), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.941271 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks [] for router_controller (5a1283ff-b3b8-487f-bca1-98b53b029e94), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:20.942674 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Allocated IP 172.20.0.2 (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b/f692d605-dcba-4f44-8022-aa4b06ca7e74/352b6064-911d-4a91-89de-8448fd59050c) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:21.091644 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Publish callbacks [] for port (352b6064-911d-4a91-89de-8448fd59050c), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.153148 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (352b6064-911d-4a91-89de-8448fd59050c), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.165763 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks [] for router_gateway (5a1283ff-b3b8-487f-bca1-98b53b029e94), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.194789 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:21.199711 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:21.202362 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Pushing event updated for resources: {'Port': ['ID=352b6064-911d-4a91-89de-8448fd59050c,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:21.204549 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:21.262117 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Attempting to bind port 352b6064-911d-4a91-89de-8448fd59050c on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:21.262485 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Attempting to bind port 352b6064-911d-4a91-89de-8448fd59050c by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:21.262840 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Attempting to bind port 352b6064-911d-4a91-89de-8448fd59050c on network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:21.304802 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:21.305175 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Checking segment: {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:21.305608 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.305999 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Bound using segment: {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:21.306464 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Bound port: 352b6064-911d-4a91-89de-8448fd59050c, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:21.306839 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (352b6064-911d-4a91-89de-8448fd59050c), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.370988 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] For port 352b6064-911d-4a91-89de-8448fd59050c, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:21.375667 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] For port 352b6064-911d-4a91-89de-8448fd59050c, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=352b6064-911d-4a91-89de-8448fd59050c,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:21.405539 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks [] for router_gateway (5a1283ff-b3b8-487f-bca1-98b53b029e94), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.426251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.434000 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:21.449863 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (352b6064-911d-4a91-89de-8448fd59050c), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.501386 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459565d-7813-4eee-9a6b-af95cf7cc036 None None] Pushing event updated for resources: {'Port': ['ID=352b6064-911d-4a91-89de-8448fd59050c,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:21.504567 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054ec0f-ae9c-4107-a64c-bd4c766e4430 req-2b655231-7ba6-4b93-8ca2-7af8efc74969 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:21.506435 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0054ec0f-ae9c-4107-a64c-bd4c766e4430 req-2b655231-7ba6-4b93-8ca2-7af8efc74969 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0822494 Sep 26 18:04:21.611023 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0054ec0f-ae9c-4107-a64c-bd4c766e4430 req-5f7a8e41-e843-447a-b099-d3c55aeac8d7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946572 Sep 26 18:04:21.618121 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Allocated IP 172.27.2.33 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/0ee9294b-214a-41a6-8be7-268dce3facf7) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:21.702343 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:21.760237 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks [] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.866981 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.909417 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:21.912251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:21.916110 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:21.922343 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Pushing event updated for resources: {'Port': ['ID=0ee9294b-214a-41a6-8be7-268dce3facf7,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:22.290601 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks [] for router_gateway (5a1283ff-b3b8-487f-bca1-98b53b029e94), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.417874 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28536ed0-471a-42e7-80a0-7f86ec7ee004 None None] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:04:22.470072 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.482296 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] Provisioning complete for port 352b6064-911d-4a91-89de-8448fd59050c triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:22.482737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (352b6064-911d-4a91-89de-8448fd59050c), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.483070 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] Attempt 1 to provision port 352b6064-911d-4a91-89de-8448fd59050c Sep 26 18:04:22.483386 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (5a1283ff-b3b8-487f-bca1-98b53b029e94), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.572735 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.579374 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-517f0328-7125-42b2-8939-8bc93befdce1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:22.581192 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-517f0328-7125-42b2-8939-8bc93befdce1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0660162 Sep 26 18:04:22.615045 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] Current status of the port 352b6064-911d-4a91-89de-8448fd59050c is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:22.615591 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (352b6064-911d-4a91-89de-8448fd59050c), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.674959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.677832 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] For port 352b6064-911d-4a91-89de-8448fd59050c, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=352b6064-911d-4a91-89de-8448fd59050c,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:22.685888 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 352b6064-911d-4a91-89de-8448fd59050c up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:22.722792 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:22.723180 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.735299 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Router 5a1283ff-b3b8-487f-bca1-98b53b029e94 is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:04:22.761383 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (352b6064-911d-4a91-89de-8448fd59050c), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.794933 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04921ee-13c0-4c2b-a8f3-46087f4f97b2 req-823ddb3a-fbe3-4bc4-8619-79d093472c32 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:22.796876 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a04921ee-13c0-4c2b-a8f3-46087f4f97b2 req-823ddb3a-fbe3-4bc4-8619-79d093472c32 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 945 time: 0.0772383 Sep 26 18:04:22.814640 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 352b6064-911d-4a91-89de-8448fd59050c triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:22.818711 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (352b6064-911d-4a91-89de-8448fd59050c), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.818711 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 352b6064-911d-4a91-89de-8448fd59050c Sep 26 18:04:22.846983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.857311 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.866293 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d1534-f4b2-421e-b36c-642cf0441d51 None None] Pushing event updated for resources: {'Port': ['ID=352b6064-911d-4a91-89de-8448fd59050c,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:22.885960 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] For port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:22.886226 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.899044 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-1c9e78fd-603c-4739-b258-fc45ae062d84 None None] Provisioning complete for port 352b6064-911d-4a91-89de-8448fd59050c triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:22.899485 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-1c9e78fd-603c-4739-b258-fc45ae062d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (352b6064-911d-4a91-89de-8448fd59050c), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.899739 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-1c9e78fd-603c-4739-b258-fc45ae062d84 None None] Attempt 1 to provision port 352b6064-911d-4a91-89de-8448fd59050c Sep 26 18:04:22.936490 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 352b6064-911d-4a91-89de-8448fd59050c is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:22.954381 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:23.019396 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e78fd-603c-4739-b258-fc45ae062d84 None None] Current status of the port 352b6064-911d-4a91-89de-8448fd59050c is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:23.095450 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:23.095815 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (ccda27f0-dd02-4561-822d-06ad36f42e97), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:23.096161 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP ccda27f0-dd02-4561-822d-06ad36f42e97 disassociated. External IP: 172.27.2.2, port: f5160b1d-20ef-4a96-9b5a-cc5148bd71f9. Sep 26 18:04:23.096507 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:23.223508 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a04921ee-13c0-4c2b-a8f3-46087f4f97b2 req-c255f5c2-be0f-49e5-8913-5ecd9ce4fe6b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b1448473-cd37-41de-bcc8-1ca4572c9452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865075 Sep 26 18:04:23.234164 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:23.266475 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Sync routers for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:23.276560 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:23.277159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:23.329860 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (f5160b1d-20ef-4a96-9b5a-cc5148bd71f9), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:23.362483 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=f5160b1d-20ef-4a96-9b5a-cc5148bd71f9,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:23.377629 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.378058 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.378379 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.378660 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.378993 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.379349 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.379972 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.380303 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.380634 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.380963 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.381328 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.381657 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.381983 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.382311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.382692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:23.418134 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:23.426483 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6fbde50c-9d26-4b5d-b117-226a743f6d7a admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6514046 Sep 26 18:04:23.426483 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55288) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:23.471764 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:23.507183 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:23.507750 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:23.515429 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:23.622527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:23.633681 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:23.638680 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=46 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:23.658883 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:23.659838 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:23.673731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] No DVR routers for this DVR port f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:23.676223 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:23.679981 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e8afb39d-78da-4fdb-a65a-6a361895cd03 req-a0655aea-3ff5-4926-94c1-35f10469adc1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "DELETE /networking/v2.0/ports/f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 HTTP/1.1" status: 204 len: 173 time: 1.0911212 Sep 26 18:04:23.680497 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'name': 'network-vif-deleted', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:23.683661 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc61be2-20d1-414c-996d-c221b7096795" -d '{"events": [{"server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "name": "network-vif-deleted", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:23.734726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:22Z', 'revision_number': 3, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:23.737891 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:23.770949 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8196f57-8af2-4d79-98fb-5e291157492e x-openstack-request-id: req-b8196f57-8af2-4d79-98fb-5e291157492e {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:23.771242 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921f12a9-6f62-478f-a547-9a46350096ae", "name": "network-vif-deleted", "tag": "f5160b1d-20ef-4a96-9b5a-cc5148bd71f9", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:23.771523 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8196f57-8af2-4d79-98fb-5e291157492e {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:23.771927 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8196f57-8af2-4d79-98fb-5e291157492e'] response: {'server_uuid': '921f12a9-6f62-478f-a547-9a46350096ae', 'name': 'network-vif-deleted', 'tag': 'f5160b1d-20ef-4a96-9b5a-cc5148bd71f9', 'status': 'completed', 'code': 200} Sep 26 18:04:23.785170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Checking router: 5a1283ff-b3b8-487f-bca1-98b53b029e94 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:23.785809 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Updating router 5a1283ff-b3b8-487f-bca1-98b53b029e94 port 0ee9294b-214a-41a6-8be7-268dce3facf7 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:04:23.788885 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:23.820551 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:23.891288 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:23.930735 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.092010 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:24.112815 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:24.123434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Publish callbacks [] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.125046 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Allocated IP 172.20.0.1 (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b/f692d605-dcba-4f44-8022-aa4b06ca7e74/b6b5cadd-b9aa-461a-b7fd-668e3067f095) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:24.140028 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:24.148981 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:24.149628 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:24.233129 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.236307 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks [] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.257962 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:24.298913 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Attempting to bind port 0ee9294b-214a-41a6-8be7-268dce3facf7 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:24.299357 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Attempting to bind port 0ee9294b-214a-41a6-8be7-268dce3facf7 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:24.299832 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Attempting to bind port 0ee9294b-214a-41a6-8be7-268dce3facf7 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:24.343274 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa521dd7-b6b1-4726-b994-386364215d1c None None] Pushing event updated for resources: {'Port': ['ID=0ee9294b-214a-41a6-8be7-268dce3facf7,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:24.374846 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:24.375203 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:24.375605 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.375998 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:24.376476 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Bound port: 0ee9294b-214a-41a6-8be7-268dce3facf7, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:24.376857 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.387015 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df6280a9-175e-4ce9-a954-986db965d5a7 req-82dc6548-7eb2-4be2-a617-03577bc74d12 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=921f12a9-6f62-478f-a547-9a46350096ae HTTP/1.1" status: 200 len: 210 time: 0.0539505 Sep 26 18:04:24.392427 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.432097 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:24.449891 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] For port 0ee9294b-214a-41a6-8be7-268dce3facf7, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:24.453912 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] For port 0ee9294b-214a-41a6-8be7-268dce3facf7, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0ee9294b-214a-41a6-8be7-268dce3facf7,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:24.454316 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b5cadd-b9aa-461a-b7fd-668e3067f095,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:24.469869 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:24.471597 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:24.474003 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:24.518288 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (5a1283ff-b3b8-487f-bca1-98b53b029e94), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.536269 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:24.541975 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.587831 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355bd434-9610-4e6e-86c7-3daf13f389d0 None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:24.604607 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:24.605522 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:24.679812 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 352b6064-911d-4a91-89de-8448fd59050c up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:24.727732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa521dd7-b6b1-4726-b994-386364215d1c None None] Pushing event updated for resources: {'Port': ['ID=0ee9294b-214a-41a6-8be7-268dce3facf7,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:24.774349 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.815034 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 352b6064-911d-4a91-89de-8448fd59050c triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:24.815439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (352b6064-911d-4a91-89de-8448fd59050c), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.817522 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 352b6064-911d-4a91-89de-8448fd59050c Sep 26 18:04:24.842223 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:24.922901 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Provisioning complete for port b6b5cadd-b9aa-461a-b7fd-668e3067f095 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:24.923376 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.923721 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Attempt 1 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:24.981543 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1ea46-fa84-421f-ae66-6d98f6c7247e None None] New status for floating IP ccda27f0-dd02-4561-822d-06ad36f42e97: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:04:25.004439 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks [] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.088585 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Port b6b5cadd-b9aa-461a-b7fd-668e3067f095 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:25.089538 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.172907 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b5cadd-b9aa-461a-b7fd-668e3067f095,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:25.175231 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (5a1283ff-b3b8-487f-bca1-98b53b029e94), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.197468 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-be4ec95d-67ac-4416-a08e-82c0cdfdb12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.199111 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:25.203202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 352b6064-911d-4a91-89de-8448fd59050c is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:25.258803 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:22Z', 'revision_number': 3, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:25.282703 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:25.284977 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:25.288253 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb7e11e-e35d-4352-a6aa-944b43537432 None None] The sync data for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi is: [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:22Z', 'revision_number': 3, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:25.413861 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Router 5a1283ff-b3b8-487f-bca1-98b53b029e94 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:25.539916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:25.545643 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6f98e149-3d9d-4361-8d16-1c2ee228ba81 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/5a1283ff-b3b8-487f-bca1-98b53b029e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1217606 Sep 26 18:04:25.589732 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Attempt 2 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:25.636838 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55316) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:25.643846 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Port b6b5cadd-b9aa-461a-b7fd-668e3067f095 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:25.736607 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-54c4a153-0a6c-4885-87a9-81a09f71a929 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (b1448473-cd37-41de-bcc8-1ca4572c9452), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.770074 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-54c4a153-0a6c-4885-87a9-81a09f71a929 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (b1448473-cd37-41de-bcc8-1ca4572c9452), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.885572 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-54c4a153-0a6c-4885-87a9-81a09f71a929 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b1448473-cd37-41de-bcc8-1ca4572c9452), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.890558 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-54c4a153-0a6c-4885-87a9-81a09f71a929 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.892173 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-54c4a153-0a6c-4885-87a9-81a09f71a929 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b1448473-cd37-41de-bcc8-1ca4572c9452 HTTP/1.1" status: 204 len: 168 time: 0.2541478 Sep 26 18:04:25.895265 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55326) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:25.904155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4a153-0a6c-4885-87a9-81a09f71a929 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1448473-cd37-41de-bcc8-1ca4572c9452,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:25.915610 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.api.v2.resource [None req-5e98b228-a2d4-4b5c-887b-ae03bb9a12ed tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] show failed (client error): The resource could not be found. Sep 26 18:04:25.917069 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5e98b228-a2d4-4b5c-887b-ae03bb9a12ed tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups/b1448473-cd37-41de-bcc8-1ca4572c9452 HTTP/1.1" status: 404 len: 347 time: 0.0197632 Sep 26 18:04:25.919787 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55328) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:26.061356 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port 9ca6dc77-0da4-4707-99bd-0145a8b5e2cf {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:26.061826 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.145127 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Attempt 3 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:26.147483 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:26.157166 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.157542 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.174455 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for 9ca6dc77-0da4-4707-99bd-0145a8b5e2cf owned by network:floatingip {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:26.193076 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Port b6b5cadd-b9aa-461a-b7fd-668e3067f095 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:26.415147 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (9ca6dc77-0da4-4707-99bd-0145a8b5e2cf), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.422786 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55340) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:26.428214 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1443030535-network', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:26.443781 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=9ca6dc77-0da4-4707-99bd-0145a8b5e2cf,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:26.510462 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (ccda27f0-dd02-4561-822d-06ad36f42e97), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.513554 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.514701 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-90c07700-b138-40be-af4f-b7c19aecf37a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ccda27f0-dd02-4561-822d-06ad36f42e97 HTTP/1.1" status: 204 len: 168 time: 0.5939448 Sep 26 18:04:26.576075 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Made reservation on behalf of 39b90f2431fb4dc29f66cfa03f3b2e64 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:04:26.578828 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.588405 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.619454 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0ee9294b-214a-41a6-8be7-268dce3facf7 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:26.668332 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 0ee9294b-214a-41a6-8be7-268dce3facf7 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:26.668613 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.668970 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 0ee9294b-214a-41a6-8be7-268dce3facf7 Sep 26 18:04:26.669611 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks [] for security_group (40ffe0a8-d175-47c0-816c-d1bc9b067e3c), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.694417 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Attempt 4 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:26.712024 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55344) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:26.717793 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-1a529711-9ea6-4730-bd3f-c8f716e92123 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978084583', 'description': 'tempest-description--536136760'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:26.793511 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (40ffe0a8-d175-47c0-816c-d1bc9b067e3c), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.827949 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 467} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:04:26.848386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1a529711-9ea6-4730-bd3f-c8f716e92123 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.859180 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ffe0a8-d175-47c0-816c-d1bc9b067e3c,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:26.859918 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (16527e2e-9bd0-4c9a-a463-bb117090a6c0), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.860223 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Added segment 16527e2e-9bd0-4c9a-a463-bb117090a6c0 of type vlan for network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 Sep 26 18:04:26.870196 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:26.885559 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Port b6b5cadd-b9aa-461a-b7fd-668e3067f095 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:26.919752 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (0fe71621-f304-48ab-bbc2-6fa0f210e0c8), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.930867 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 0ee9294b-214a-41a6-8be7-268dce3facf7 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:26.931502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.952965 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1a529711-9ea6-4730-bd3f-c8f716e92123 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (2a6fa597-a335-4ca7-8599-1705ac759841), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.956932 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 0ee9294b-214a-41a6-8be7-268dce3facf7, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0ee9294b-214a-41a6-8be7-268dce3facf7,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:26.987378 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.037931 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1a529711-9ea6-4730-bd3f-c8f716e92123 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2a6fa597-a335-4ca7-8599-1705ac759841), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.038102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (0fe71621-f304-48ab-bbc2-6fa0f210e0c8), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.039118 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:27.039712 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.053649 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.070174 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a529711-9ea6-4730-bd3f-c8f716e92123 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fa597-a335-4ca7-8599-1705ac759841,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.072310 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.104126 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.104320 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] Pushing event updated for resources: {'Network': ['ID=0fe71621-f304-48ab-bbc2-6fa0f210e0c8,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.105095 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Sync routers for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:27.116233 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:04:27.116917 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:27.117500 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:03:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:27.171719 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=0ee9294b-214a-41a6-8be7-268dce3facf7,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.177587 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-1a529711-9ea6-4730-bd3f-c8f716e92123 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.181767 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-1a529711-9ea6-4730-bd3f-c8f716e92123 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4656813 Sep 26 18:04:27.181919 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55350) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:27.186765 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-4f7f69fd-14b5-4b88-a52d-e82b67370533 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': '2a6fa597-a335-4ca7-8599-1705ac759841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:27.202509 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-41538e60-ebe1-4aab-b38a-3fce6dd48fdc admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7785919 Sep 26 18:04:27.205588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55352) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:27.214817 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Request body: {'subnet': {'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1443030535-subnet', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:27.222778 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:27.264625 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.375408 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.378346 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Made reservation on behalf of 39b90f2431fb4dc29f66cfa03f3b2e64 for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:04:27.380705 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126207943'] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.386513 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Attempt 5 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:27.391581 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.394760 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f7f69fd-14b5-4b88-a52d-e82b67370533 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (acbd5b95-3ee0-42c2-9d4f-ce35c45ce3e4), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.409721 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 2, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:27.418244 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-d9af7dc6-aced-4a5a-b3f1-d3551700ae48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.424642 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Port b6b5cadd-b9aa-461a-b7fd-668e3067f095 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:27.439227 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Checking router: 5a1283ff-b3b8-487f-bca1-98b53b029e94 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:27.439573 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Updating router 5a1283ff-b3b8-487f-bca1-98b53b029e94 port b6b5cadd-b9aa-461a-b7fd-668e3067f095 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:04:27.466880 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.512616 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f7f69fd-14b5-4b88-a52d-e82b67370533 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (acbd5b95-3ee0-42c2-9d4f-ce35c45ce3e4), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.603623 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f7f69fd-14b5-4b88-a52d-e82b67370533 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (acbd5b95-3ee0-42c2-9d4f-ce35c45ce3e4), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.626766 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f69fd-14b5-4b88-a52d-e82b67370533 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbd5b95-3ee0-42c2-9d4f-ce35c45ce3e4,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.676274 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.683995 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126244254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126207953'] for subnet (4233c239-8655-44a4-84d4-2c728a94d1dc), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.720367 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4f7f69fd-14b5-4b88-a52d-e82b67370533 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.721396 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Publish callbacks [] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.721508 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4f7f69fd-14b5-4b88-a52d-e82b67370533 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5386398 Sep 26 18:04:27.724394 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55354) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:27.729213 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-cd5c7da6-8a08-4962-8cc2-463633f6d027 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'security_group_rule': {'security_group_id': '2a6fa597-a335-4ca7-8599-1705ac759841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:27.740052 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4233c239-8655-44a4-84d4-2c728a94d1dc,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.755652 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Checking segment: {'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:27.756004 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Network hostable DHCP agents. Network: 0fe71621-f304-48ab-bbc2-6fa0f210e0c8, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:04:27.815029 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.821992 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7da6-8a08-4962-8cc2-463633f6d027 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (985a8af0-c619-4b6f-8af4-ef0210748e7c), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.831279 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.874732 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:04:27.885056 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7da6-8a08-4962-8cc2-463633f6d027 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (985a8af0-c619-4b6f-8af4-ef0210748e7c), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.898045 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Pushing event updated for resources: {'Port': ['ID=b6b5cadd-b9aa-461a-b7fd-668e3067f095,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.911008 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.911355 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.911718 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.912072 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.912406 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.912733 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.913055 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.913399 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.913723 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.914044 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.914367 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.914707 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.915028 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.915346 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.915660 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.920706 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Attempting to bind port b6b5cadd-b9aa-461a-b7fd-668e3067f095 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:27.921070 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Attempting to bind port b6b5cadd-b9aa-461a-b7fd-668e3067f095 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:27.921447 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Attempting to bind port b6b5cadd-b9aa-461a-b7fd-668e3067f095 on network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:27.925833 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Attempt 6 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:27.958554 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.962119 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Port b6b5cadd-b9aa-461a-b7fd-668e3067f095 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:27.962990 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:27.965660 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Checking segment: {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:27.965660 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.965660 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Bound using segment: {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:27.965660 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Bound port: b6b5cadd-b9aa-461a-b7fd-668e3067f095, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:27.965660 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.980759 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 0fe71621-f304-48ab-bbc2-6fa0f210e0c8) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:27.980937 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7da6-8a08-4962-8cc2-463633f6d027 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (985a8af0-c619-4b6f-8af4-ef0210748e7c), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.990490 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:27.993515 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.994368 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a055f-042a-48d7-a6a8-f37b5dcea4db None None] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:04:27.999897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c7da6-8a08-4962-8cc2-463633f6d027 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985a8af0-c619-4b6f-8af4-ef0210748e7c,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:28.044892 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] For port b6b5cadd-b9aa-461a-b7fd-668e3067f095, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:28.052009 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] For port b6b5cadd-b9aa-461a-b7fd-668e3067f095, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b6b5cadd-b9aa-461a-b7fd-668e3067f095,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:28.068557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-cd5c7da6-8a08-4962-8cc2-463633f6d027 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.069958 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-cd5c7da6-8a08-4962-8cc2-463633f6d027 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445597 Sep 26 18:04:28.073468 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55360) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:28.078888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:28.089448 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-74ec53ec-de7f-45b5-b57d-73189a383b1f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8825758 Sep 26 18:04:28.092393 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55362) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:28.097837 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:28.099517 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-0fe71621-f304-48ab-bbc2-6fa0f210e0c8', 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8', 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'fixed_ips': [{'subnet_id': '4233c239-8655-44a4-84d4-2c728a94d1dc'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:04:28.100455 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.147546 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.186355 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:28.186970 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:28.216546 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.217280 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (51674eba-0551-42de-a409-bc4e32b09913), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.218809 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (51674eba-0551-42de-a409-bc4e32b09913), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.232154 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aef63-249b-47ea-ade6-2fc024c5079d None None] Pushing event updated for resources: {'Port': ['ID=b6b5cadd-b9aa-461a-b7fd-668e3067f095,revision_number=4']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:28.250314 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Allocated IP 172.20.0.2 (0fe71621-f304-48ab-bbc2-6fa0f210e0c8/4233c239-8655-44a4-84d4-2c728a94d1dc/2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:28.288202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:28.298700 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:28.324720 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:28.338834 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.345843 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks [] for router_controller (51674eba-0551-42de-a409-bc4e32b09913), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.355817 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:28.356654 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device f5160b1d-20ef-4a96-9b5a-cc5148bd71f9 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:28.468199 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Attempt 7 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:28.507057 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.27.2.75 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/78992a42-cbd3-4c53-b67f-65ff5d218f53) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:28.513919 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:28.542107 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Publish callbacks [] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.595103 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Current status of the port b6b5cadd-b9aa-461a-b7fd-668e3067f095 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:28.595486 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.620579 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks [] for router_gateway (51674eba-0551-42de-a409-bc4e32b09913), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.656466 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] For port b6b5cadd-b9aa-461a-b7fd-668e3067f095, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b6b5cadd-b9aa-461a-b7fd-668e3067f095,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:28.659009 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.667095 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.670934 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0ee9294b-214a-41a6-8be7-268dce3facf7 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:28.678731 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:28.691969 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.707699 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8cc1f-561d-4b41-8f25-7fb848444e4e None None] The sync data for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi is: [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:28.725478 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:28.742176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:28.748824 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:28.752758 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:28.785210 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.799170 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.808557 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Pushing event updated for resources: {'Port': ['ID=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:28.852297 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:28.858424 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:28.865534 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:28.897740 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=78992a42-cbd3-4c53-b67f-65ff5d218f53,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:28.926006 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f518b0-0c4c-4252-b9dd-a41cebb70df8 None None] Pushing event updated for resources: {'Port': ['ID=b6b5cadd-b9aa-461a-b7fd-668e3067f095,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:28.940720 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:28.944577 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks [] for router_gateway (51674eba-0551-42de-a409-bc4e32b09913), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.959657 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 0ee9294b-214a-41a6-8be7-268dce3facf7 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:28.960034 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.960367 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 0ee9294b-214a-41a6-8be7-268dce3facf7 Sep 26 18:04:28.962939 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Attempting to bind port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:28.963297 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Attempting to bind port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:28.963643 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Attempting to bind port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f on network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:28.968148 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.009150 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (09a6956e-c6a3-4227-99dd-d70dce3c8365), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.026662 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-a36f4f40-28b6-4341-ae15-9403387ec814 None None] Provisioning complete for port b6b5cadd-b9aa-461a-b7fd-668e3067f095 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:29.026959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f40-28b6-4341-ae15-9403387ec814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.027287 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-a36f4f40-28b6-4341-ae15-9403387ec814 None None] Attempt 1 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:29.102176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:29.102698 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Checking segment: {'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:29.103412 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.103710 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Bound using segment: {'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:29.104202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Bound port: 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:29.104580 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.127263 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Allocated IP 172.27.2.36 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/36f42eec-94d3-470e-9fdd-3b2b6ac76dc3) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:29.163849 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.183352 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:29.214379 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 0ee9294b-214a-41a6-8be7-268dce3facf7 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:29.226462 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:29.233878 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] For port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:29.235899 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-a36f4f40-28b6-4341-ae15-9403387ec814 None None] Current status of the port b6b5cadd-b9aa-461a-b7fd-668e3067f095 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:29.239107 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] For port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,segment=NetworkSegment(16527e2e-9bd0-4c9a-a463-bb117090a6c0),segment_id=16527e2e-9bd0-4c9a-a463-bb117090a6c0)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:29.281701 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks [] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.353117 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.362284 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.382338 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.438675 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31885856-1da5-4286-8e6b-6304eb0d44a8 None None] Pushing event updated for resources: {'Port': ['ID=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:29.461425 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.463556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Pushing event updated for resources: {'Port': ['ID=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:29.472094 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:29.474342 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:29.476631 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:29.550175 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=78992a42-cbd3-4c53-b67f-65ff5d218f53,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:29.553876 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (09a6956e-c6a3-4227-99dd-d70dce3c8365), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.698403 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:29.699782 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-14191df4-af08-448c-ba01-ee568b36b251 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6251543 Sep 26 18:04:29.880323 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks [] for router_gateway (51674eba-0551-42de-a409-bc4e32b09913), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.014271 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-64a4d8e1-b4e1-4403-a8f0-69cf58e3e46f tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--978084583&fields=id&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 267 time: 0.0948668 Sep 26 18:04:30.198261 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.208721 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (51674eba-0551-42de-a409-bc4e32b09913), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.221153 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-b3b7a0f2-3852-4f22-8e52-6fc8681b16d1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:30.222673 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-b3b7a0f2-3852-4f22-8e52-6fc8681b16d1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.1679912 Sep 26 18:04:30.227351 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:30.272771 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.277154 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-fa6e1e15-1c2a-4e01-901e-16fd3ea853ae tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/quotas/cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 375 time: 0.0184238 Sep 26 18:04:30.406657 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1609d35b-c378-40bb-b14e-c9a10c7e8db8 None None] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:04:30.490230 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:30.500039 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] Provisioning complete for port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:30.500856 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.501203 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] Attempt 1 to provision port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f Sep 26 18:04:30.629833 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] Current status of the port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:30.630255 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.671052 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-3ab339aa-cc07-4130-bc35-77a644ffb784 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3857880 Sep 26 18:04:30.686731 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] For port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,segment=NetworkSegment(16527e2e-9bd0-4c9a-a463-bb117090a6c0),segment_id=16527e2e-9bd0-4c9a-a463-bb117090a6c0)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:30.741868 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:30.746103 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:30.834698 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.877407 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:30.880606 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.880606 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f Sep 26 18:04:30.909316 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3551b92-dbed-4bc1-8737-bb74fae2f65a req-e8633d55-ad22-48fe-8295-b54c9cd30570 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:30.909988 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3551b92-dbed-4bc1-8737-bb74fae2f65a req-e8633d55-ad22-48fe-8295-b54c9cd30570 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0916910 Sep 26 18:04:30.916314 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0e8ba215-2657-4516-89cb-5ba8b91299ab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234683 Sep 26 18:04:30.936297 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c87c7-5589-47e1-bb40-898f26d45bc9 None None] Pushing event updated for resources: {'Port': ['ID=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:30.965515 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Router 51674eba-0551-42de-a409-bc4e32b09913 is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:04:30.977269 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-138fdc25-9ac2-4771-9979-26d4bf5a804e None None] Provisioning complete for port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:30.977643 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-138fdc25-9ac2-4771-9979-26d4bf5a804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.977969 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-138fdc25-9ac2-4771-9979-26d4bf5a804e None None] Attempt 1 to provision port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f Sep 26 18:04:31.019155 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:31.020275 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b6b5cadd-b9aa-461a-b7fd-668e3067f095 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:31.089501 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b3551b92-dbed-4bc1-8737-bb74fae2f65a req-39793dfe-23fa-476e-96ba-6ba7a944dc15 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621518 Sep 26 18:04:31.099261 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port b6b5cadd-b9aa-461a-b7fd-668e3067f095 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:31.099613 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.099937 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port b6b5cadd-b9aa-461a-b7fd-668e3067f095 Sep 26 18:04:31.128542 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-28996b24-dcf1-4c8f-86d4-4e27d4f29327 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043645 Sep 26 18:04:31.137786 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-138fdc25-9ac2-4771-9979-26d4bf5a804e None None] Current status of the port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:31.172161 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:31.176048 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:31.192034 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Sync routers for ids ['51674eba-0551-42de-a409-bc4e32b09913'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:31.205993 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port b6b5cadd-b9aa-461a-b7fd-668e3067f095 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:31.212469 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Routers {'51674eba-0551-42de-a409-bc4e32b09913'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:31.214016 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['51674eba-0551-42de-a409-bc4e32b09913'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:31.308891 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Set router 51674eba-0551-42de-a409-bc4e32b09913 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:31.314581 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.315882 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-aff88d3d-0d47-477f-9e06-9b870cae07ed admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2224960 Sep 26 18:04:31.318816 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55416) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:31.466581 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7751d8c0-c716-452d-96cd-4548e29e4e8c req-1bc5c38c-4798-4eea-a237-04b5913b2349 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 210 time: 0.0369809 Sep 26 18:04:31.555708 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 3, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port': {'id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:31.581886 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Checking router: 51674eba-0551-42de-a409-bc4e32b09913 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:31.582235 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Updating router 51674eba-0551-42de-a409-bc4e32b09913 port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:04:31.614997 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.759210 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:31.797134 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.865266 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Publish callbacks [] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.952079 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Allocated IP 172.20.0.1 (0fe71621-f304-48ab-bbc2-6fa0f210e0c8/4233c239-8655-44a4-84d4-2c728a94d1dc/e37d3389-4dc7-4961-841a-53ad19b96fb0) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:31.964439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.996367 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Attempting to bind port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:31.996737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Attempting to bind port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:31.997769 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Attempting to bind port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:32.034721 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0600a-fa6c-4c0c-9a05-6ba53010ed71 None None] Pushing event updated for resources: {'Port': ['ID=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:32.053156 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:32.053562 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:32.054008 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.054395 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:32.054866 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Bound port: 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:32.055239 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.065047 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks [] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.104955 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] For port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:32.108769 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] For port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:32.204156 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.207040 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477c224-d382-4e8b-9d8b-8d39fab0b51c req-231fc0e7-53e4-40c1-b38d-0024b6041c75 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:32.208687 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6477c224-d382-4e8b-9d8b-8d39fab0b51c req-231fc0e7-53e4-40c1-b38d-0024b6041c75 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0463865 Sep 26 18:04:32.210201 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.281910 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Pushing event updated for resources: {'Port': ['ID=e37d3389-4dc7-4961-841a-53ad19b96fb0,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:32.291276 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:32.295614 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:32.300832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:32.334249 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6477c224-d382-4e8b-9d8b-8d39fab0b51c req-a3f2cb23-37d0-4f58-98a3-029c6f08ee77 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185534 Sep 26 18:04:32.349652 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (51674eba-0551-42de-a409-bc4e32b09913), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.365930 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Routers {'51674eba-0551-42de-a409-bc4e32b09913'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:32.366546 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['51674eba-0551-42de-a409-bc4e32b09913'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:32.433993 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:32.460069 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0600a-fa6c-4c0c-9a05-6ba53010ed71 None None] Pushing event updated for resources: {'Port': ['ID=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:32.493819 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] Set router 51674eba-0551-42de-a409-bc4e32b09913 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:32.587841 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b6abd0ce-f6ea-49b2-8a48-b5a2eb72b1ac req-646116a1-024a-4e48-8e52-ce029345e3c5 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 210 time: 0.0323305 Sep 26 18:04:32.606161 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Provisioning complete for port e37d3389-4dc7-4961-841a-53ad19b96fb0 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:32.606665 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.607238 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Attempt 1 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:32.635120 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:32.644660 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.687413 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Port e37d3389-4dc7-4961-841a-53ad19b96fb0 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:32.738395 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:32.738769 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.739103 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f Sep 26 18:04:32.748968 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:32.764907 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 3, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port': {'id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:32.797161 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8ba06-313d-4a10-bafa-d31372fd8a2f None None] The sync data for ids ['51674eba-0551-42de-a409-bc4e32b09913'] in dv-cinder-859317-1-iscsi is: [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:29Z', 'revision_number': 3, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port': {'id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:32.807068 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks [] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.853621 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:32.895066 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.967861 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Pushing event updated for resources: {'Port': ['ID=e37d3389-4dc7-4961-841a-53ad19b96fb0,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:32.971820 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (51674eba-0551-42de-a409-bc4e32b09913), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:33.068310 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:33.091847 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:33.093271 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:33.188801 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Attempt 2 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:33.219870 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Router 51674eba-0551-42de-a409-bc4e32b09913 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:33.223611 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Port e37d3389-4dc7-4961-841a-53ad19b96fb0 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:33.335772 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:33.342677 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ac910770-4882-4343-9957-d43e752ffca0 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/51674eba-0551-42de-a409-bc4e32b09913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0212100 Sep 26 18:04:33.342862 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:33.497733 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f95d3-c6db-4179-b3e6-2664195de1bd req-e7536ce8-5b8a-4f1b-b915-4e334de82a8e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:33.499355 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf5f95d3-c6db-4179-b3e6-2664195de1bd req-e7536ce8-5b8a-4f1b-b915-4e334de82a8e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0657928 Sep 26 18:04:33.542410 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:33.560499 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cf5f95d3-c6db-4179-b3e6-2664195de1bd req-133c4cc3-d7d9-4637-a263-3f1a5b02a092 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540707 Sep 26 18:04:33.598399 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:33.719983 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2887c6c6-d687-4b21-a8ea-3cd41867bba6 req-6ddb0236-cb39-45fd-9aaf-074299f25dd8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 210 time: 0.0390613 Sep 26 18:04:33.724552 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:33.725424 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Attempt 3 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:33.758902 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Port e37d3389-4dc7-4961-841a-53ad19b96fb0 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:33.791432 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55450) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:33.796129 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-c49acc4e-e86c-4027-9afd-ef662a4b514c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386146496', 'description': 'tempest-secgroup-smoke-1386146496 description', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:33.906677 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c49acc4e-e86c-4027-9afd-ef662a4b514c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:33.919751 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:33.977570 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c49acc4e-e86c-4027-9afd-ef662a4b514c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group (62b21f10-c032-441b-b260-dfee4c84560f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.060653 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c49acc4e-e86c-4027-9afd-ef662a4b514c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (62b21f10-c032-441b-b260-dfee4c84560f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.089796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49acc4e-e86c-4027-9afd-ef662a4b514c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b21f10-c032-441b-b260-dfee4c84560f,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:34.165575 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c49acc4e-e86c-4027-9afd-ef662a4b514c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.166917 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c49acc4e-e86c-4027-9afd-ef662a4b514c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3744984 Sep 26 18:04:34.170068 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55452) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:34.174460 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-3b1e497c-7c94-4a31-bc40-337c4cc833f1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'security_group_rule': {'security_group_id': '62b21f10-c032-441b-b260-dfee4c84560f', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:34.180739 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:34.259677 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Attempt 4 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:34.266934 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3b1e497c-7c94-4a31-bc40-337c4cc833f1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (086c2931-bb8e-4664-8f4d-83845ef8023a), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.294917 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Port e37d3389-4dc7-4961-841a-53ad19b96fb0 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:34.329546 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3b1e497c-7c94-4a31-bc40-337c4cc833f1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (086c2931-bb8e-4664-8f4d-83845ef8023a), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.415002 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3b1e497c-7c94-4a31-bc40-337c4cc833f1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (086c2931-bb8e-4664-8f4d-83845ef8023a), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.436694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e497c-7c94-4a31-bc40-337c4cc833f1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086c2931-bb8e-4664-8f4d-83845ef8023a,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:34.455889 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Sync routers for ids ['51674eba-0551-42de-a409-bc4e32b09913'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:34.465629 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Routers {'51674eba-0551-42de-a409-bc4e32b09913'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:34.466226 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['51674eba-0551-42de-a409-bc4e32b09913'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:34.509500 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3b1e497c-7c94-4a31-bc40-337c4cc833f1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.509850 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-3b1e497c-7c94-4a31-bc40-337c4cc833f1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387663 Sep 26 18:04:34.512726 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55456) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:34.518127 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-fd42dd86-2b10-4164-8521-12b7ff1b4f8a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'security_group_rule': {'security_group_id': '62b21f10-c032-441b-b260-dfee4c84560f', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:34.568020 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Set router 51674eba-0551-42de-a409-bc4e32b09913 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:34.604807 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fd42dd86-2b10-4164-8521-12b7ff1b4f8a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (8b6a768a-e800-4d97-8ecf-19f3efba8975), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.643749 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:34.700029 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:34.700422 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.700849 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 Sep 26 18:04:34.724971 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fd42dd86-2b10-4164-8521-12b7ff1b4f8a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (8b6a768a-e800-4d97-8ecf-19f3efba8975), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.732811 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de196c-1f70-4596-98fe-6523f7b0b969 req-c375b560-5d58-4f5c-aa26-40b52e9a4367 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:34.734740 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e0de196c-1f70-4596-98fe-6523f7b0b969 req-c375b560-5d58-4f5c-aa26-40b52e9a4367 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0729256 Sep 26 18:04:34.772044 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:32Z', 'revision_number': 4, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port': {'id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'e37d3389-4dc7-4961-841a-53ad19b96fb0', 'name': '', 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'mac_address': 'fa:16:3e:b3:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4233c239-8655-44a4-84d4-2c728a94d1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:31Z', 'updated_at': '2022-09-26T18:04:32Z', 'revision_number': 2, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'subnets': [{'id': '4233c239-8655-44a4-84d4-2c728a94d1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:34.791527 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e0de196c-1f70-4596-98fe-6523f7b0b969 req-30075789-00e9-4aa0-ba8c-10d89c81e31f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489659 Sep 26 18:04:34.796700 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Attempt 5 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:34.798124 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fd42dd86-2b10-4164-8521-12b7ff1b4f8a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (8b6a768a-e800-4d97-8ecf-19f3efba8975), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.804999 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Checking router: 51674eba-0551-42de-a409-bc4e32b09913 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:34.809479 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Updating router 51674eba-0551-42de-a409-bc4e32b09913 port e37d3389-4dc7-4961-841a-53ad19b96fb0 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:04:34.822949 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42dd86-2b10-4164-8521-12b7ff1b4f8a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6a768a-e800-4d97-8ecf-19f3efba8975,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:34.833007 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:34.833555 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.838498 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.865337 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:34.866571 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Port e37d3389-4dc7-4961-841a-53ad19b96fb0 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:34.873434 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-012f435b-b500-4dae-a4aa-4f0e0e86717e req-e1a294b5-da99-458d-b062-b386f98e849a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 210 time: 0.0294025 Sep 26 18:04:34.948491 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fd42dd86-2b10-4164-8521-12b7ff1b4f8a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:34.949720 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-fd42dd86-2b10-4164-8521-12b7ff1b4f8a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4351101 Sep 26 18:04:34.952588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55462) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:34.957124 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-717dd612-0b75-4d39-855a-039ccb2b257d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'security_group_rule': {'security_group_id': '62b21f10-c032-441b-b260-dfee4c84560f', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:34.964025 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.002920 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:35.016233 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:35.055972 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-717dd612-0b75-4d39-855a-039ccb2b257d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (a0f93aa6-36c8-4516-b5ca-8b38b955a09e), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.106409 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Publish callbacks [] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.119322 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-717dd612-0b75-4d39-855a-039ccb2b257d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (a0f93aa6-36c8-4516-b5ca-8b38b955a09e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.209507 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.209747 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-717dd612-0b75-4d39-855a-039ccb2b257d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (a0f93aa6-36c8-4516-b5ca-8b38b955a09e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.227753 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dd612-0b75-4d39-855a-039ccb2b257d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f93aa6-36c8-4516-b5ca-8b38b955a09e,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:35.276285 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7c88c-bbe8-4d3f-aa0a-768a06fefabc None None] Pushing event updated for resources: {'Port': ['ID=e37d3389-4dc7-4961-841a-53ad19b96fb0,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:35.286026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-717dd612-0b75-4d39-855a-039ccb2b257d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.287408 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-717dd612-0b75-4d39-855a-039ccb2b257d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336775 Sep 26 18:04:35.292929 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55464) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:35.298013 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-338f5ae1-9cd7-46c7-bd86-85ebb6939828 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'security_group_rule': {'security_group_id': '62b21f10-c032-441b-b260-dfee4c84560f', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:35.306614 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Attempting to bind port e37d3389-4dc7-4961-841a-53ad19b96fb0 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:35.307109 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Attempting to bind port e37d3389-4dc7-4961-841a-53ad19b96fb0 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:35.307480 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Attempting to bind port e37d3389-4dc7-4961-841a-53ad19b96fb0 on network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:35.340715 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:35.349568 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:35.349938 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Checking segment: {'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:35.350336 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.350721 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Bound using segment: {'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:35.351186 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Bound port: e37d3389-4dc7-4961-841a-53ad19b96fb0, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16527e2e-9bd0-4c9a-a463-bb117090a6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:35.351562 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.367296 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Attempt 6 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:35.387926 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-338f5ae1-9cd7-46c7-bd86-85ebb6939828 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (179ed075-0cd5-4005-b69e-81c31045b657), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.403073 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Port e37d3389-4dc7-4961-841a-53ad19b96fb0 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:35.418374 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] For port e37d3389-4dc7-4961-841a-53ad19b96fb0, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:35.422333 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] For port e37d3389-4dc7-4961-841a-53ad19b96fb0, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=e37d3389-4dc7-4961-841a-53ad19b96fb0,segment=NetworkSegment(16527e2e-9bd0-4c9a-a463-bb117090a6c0),segment_id=16527e2e-9bd0-4c9a-a463-bb117090a6c0)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:35.455515 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-338f5ae1-9cd7-46c7-bd86-85ebb6939828 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (179ed075-0cd5-4005-b69e-81c31045b657), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.547179 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-338f5ae1-9cd7-46c7-bd86-85ebb6939828 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (179ed075-0cd5-4005-b69e-81c31045b657), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.547519 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.567388 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f5ae1-9cd7-46c7-bd86-85ebb6939828 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179ed075-0cd5-4005-b69e-81c31045b657,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:35.585417 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Routers {'51674eba-0551-42de-a409-bc4e32b09913'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:35.593511 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['51674eba-0551-42de-a409-bc4e32b09913'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:35.653496 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7c88c-bbe8-4d3f-aa0a-768a06fefabc None None] Pushing event updated for resources: {'Port': ['ID=e37d3389-4dc7-4961-841a-53ad19b96fb0,revision_number=4']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:35.658120 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-338f5ae1-9cd7-46c7-bd86-85ebb6939828 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.662053 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-338f5ae1-9cd7-46c7-bd86-85ebb6939828 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3654430 Sep 26 18:04:35.662968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55468) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:35.667387 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'security_group_rule': {'security_group_id': '62b21f10-c032-441b-b260-dfee4c84560f', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:35.710328 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] Set router 51674eba-0551-42de-a409-bc4e32b09913 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:35.814065 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.securitygroups_db [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Project 50b90dee570a4fd4bb2c5dafcfcd3c6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:04:35.816146 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (a9abc553-9253-4087-875b-5f3f2b6590d8), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.878374 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:35.880744 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (a9abc553-9253-4087-875b-5f3f2b6590d8), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:35.899895 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:32Z', 'revision_number': 4, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port': {'id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'e37d3389-4dc7-4961-841a-53ad19b96fb0', 'name': '', 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'mac_address': 'fa:16:3e:b3:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4233c239-8655-44a4-84d4-2c728a94d1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:31Z', 'updated_at': '2022-09-26T18:04:35Z', 'revision_number': 4, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'subnets': [{'id': '4233c239-8655-44a4-84d4-2c728a94d1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:35.906008 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Attempt 7 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:35.929231 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c283f7-4a43-4257-820e-68577ec9b250 None None] The sync data for ids ['51674eba-0551-42de-a409-bc4e32b09913'] in dv-cinder-859317-1-iscsi is: [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:32Z', 'revision_number': 4, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port': {'id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'e37d3389-4dc7-4961-841a-53ad19b96fb0', 'name': '', 'network_id': '0fe71621-f304-48ab-bbc2-6fa0f210e0c8', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'mac_address': 'fa:16:3e:b3:7e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '4233c239-8655-44a4-84d4-2c728a94d1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:31Z', 'updated_at': '2022-09-26T18:04:35Z', 'revision_number': 4, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'subnets': [{'id': '4233c239-8655-44a4-84d4-2c728a94d1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:35.939990 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e1797-ecb9-49cf-9053-fbe40cd1ef17 req-059d66ad-c026-4a1d-9a59-8e845bf7a69f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:35.941576 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-591e1797-ecb9-49cf-9053-fbe40cd1ef17 req-059d66ad-c026-4a1d-9a59-8e845bf7a69f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0516896 Sep 26 18:04:35.986811 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (a9abc553-9253-4087-875b-5f3f2b6590d8), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.022907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9abc553-9253-4087-875b-5f3f2b6590d8,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:36.050207 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0074f3ef-d561-4785-bfd9-f0054ef0c9ef req-446db490-5a71-4e22-8ac7-10a7f2ec689d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 210 time: 0.0437577 Sep 26 18:04:36.063747 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Current status of the port e37d3389-4dc7-4961-841a-53ad19b96fb0 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:36.065435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.074881 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-591e1797-ecb9-49cf-9053-fbe40cd1ef17 req-56db9da8-1fbf-437c-8f37-07ccfc3ed323 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237314 Sep 26 18:04:36.097356 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.098810 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-bbee760a-eec3-4f3c-ac95-2fb5b9cd4b2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4348936 Sep 26 18:04:36.101638 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55474) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:36.113358 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'security_group_rule': {'security_group_id': '62b21f10-c032-441b-b260-dfee4c84560f', 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:36.115807 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] For port e37d3389-4dc7-4961-841a-53ad19b96fb0, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=e37d3389-4dc7-4961-841a-53ad19b96fb0,segment=NetworkSegment(16527e2e-9bd0-4c9a-a463-bb117090a6c0),segment_id=16527e2e-9bd0-4c9a-a463-bb117090a6c0)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:36.209606 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.233321 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.securitygroups_db [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Project 50b90dee570a4fd4bb2c5dafcfcd3c6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:04:36.241648 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (6e1696fb-4246-425d-9800-d185f582d245), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.263765 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9390ad4-ff0f-4fa5-99b8-85028c16d7d8 None None] Pushing event updated for resources: {'Port': ['ID=e37d3389-4dc7-4961-841a-53ad19b96fb0,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:36.315367 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (6e1696fb-4246-425d-9800-d185f582d245), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.317278 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-ad5ff7db-7663-4404-a140-eac6a504dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:36.318793 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-ad5ff7db-7663-4404-a140-eac6a504dabb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1130 time: 0.0434821 Sep 26 18:04:36.334306 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-c363560b-c7f3-4a5b-a959-1070cbfd43f2 None None] Provisioning complete for port e37d3389-4dc7-4961-841a-53ad19b96fb0 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:36.334685 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-c363560b-c7f3-4a5b-a959-1070cbfd43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.335021 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c363560b-c7f3-4a5b-a959-1070cbfd43f2 None None] Attempt 1 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:36.416642 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (6e1696fb-4246-425d-9800-d185f582d245), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.416879 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c363560b-c7f3-4a5b-a959-1070cbfd43f2 None None] Current status of the port e37d3389-4dc7-4961-841a-53ad19b96fb0 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:36.443592 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1696fb-4246-425d-9800-d185f582d245,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:36.451848 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-f419cd9c-8812-4f9d-b2ac-e123380560b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:36.455044 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-f419cd9c-8812-4f9d-b2ac-e123380560b8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.1147387 Sep 26 18:04:36.490918 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:36.504647 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.512217 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-47ff795e-a31c-4360-98d6-0c00d1d90101 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4034374 Sep 26 18:04:36.544016 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-1d0d7a48-1dc8-4f7c-a676-240e774774de service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 1001 time: 0.0652344 Sep 26 18:04:36.648973 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-24d46158-9a93-4619-850d-f0dce76b29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:36.651118 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-24d46158-9a93-4619-850d-f0dce76b29c5 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0917416 Sep 26 18:04:36.656183 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-61d0a5dc-99c7-4fe8-95a1-0d16bca7172b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:36.657734 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-61d0a5dc-99c7-4fe8-95a1-0d16bca7172b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 814 time: 0.1779752 Sep 26 18:04:36.726742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-42346a0d-9260-4b92-b525-7175d0c22ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:36.728649 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-42346a0d-9260-4b92-b525-7175d0c22ad2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601411 Sep 26 18:04:36.744284 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-2295f076-6a5b-48fe-8729-f113271bb31a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cc91a89f645645c5be0747fa7cc91bb6 HTTP/1.1" status: 200 len: 379 time: 0.0751202 Sep 26 18:04:36.757248 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'port': {'device_id': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'admin_state_up': True, 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'security_groups': ['2a6fa597-a335-4ca7-8599-1705ac759841']}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:36.809551 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device e37d3389-4dc7-4961-841a-53ad19b96fb0 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:36.866626 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:36.923765 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port e37d3389-4dc7-4961-841a-53ad19b96fb0 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:36.928408 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:36.928408 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port e37d3389-4dc7-4961-841a-53ad19b96fb0 Sep 26 18:04:36.941004 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-14993490-60d4-4999-8ce1-cb7774d9f29b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939256 Sep 26 18:04:37.052726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port e37d3389-4dc7-4961-841a-53ad19b96fb0 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:37.053842 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:37.055734 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Made reservation on behalf of cc91a89f645645c5be0747fa7cc91bb6 for: {'port': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:04:37.061874 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.106164 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:37.107336 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.107849 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 Sep 26 18:04:37.108462 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:37.111787 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dc850abd-bc63-4c2c-b5f5-725a60d0f724 req-b5624374-b660-4514-9b9a-f034e104ba7e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628051 Sep 26 18:04:37.209264 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f721c5a0-576f-4feb-ae67-32dbb0cded5e req-215b9843-1ab0-462b-beaa-4c2962f2a9bd tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 210 time: 0.0367937 Sep 26 18:04:37.266565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:37.297178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e020cbb-e505-43b1-b107-10ecb3cb330e req-2cf6f421-ff62-4b13-9b23-db5ee6da687e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:37.301793 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5e020cbb-e505-43b1-b107-10ecb3cb330e req-2cf6f421-ff62-4b13-9b23-db5ee6da687e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0712035 Sep 26 18:04:37.329687 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Allocated IP 172.20.0.8 (5c4905c3-b6d4-4b95-988f-f86fad27c092/04a10886-0b55-47d1-ac58-68768809612d/3b139773-6d90-4d3c-bcb6-50875aa43976) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:37.396757 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5e020cbb-e505-43b1-b107-10ecb3cb330e req-842a08d5-7e33-4959-9481-df68adde24dc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905559 Sep 26 18:04:37.481003 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:37.506160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.633380 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.681405 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:37.684766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:37.689369 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:37.713464 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event updated for resources: {'Port': ['ID=3b139773-6d90-4d3c-bcb6-50875aa43976,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:37.754901 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:37.756008 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.852282 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-0ab19b33-455e-46ee-b3bb-d3982de71ab4 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0992467 Sep 26 18:04:37.868087 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Request body: {'port': {'device_id': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:37.931815 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.943477 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Provisioning complete for port 3b139773-6d90-4d3c-bcb6-50875aa43976 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:37.944017 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:37.944175 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Attempt 1 to provision port 3b139773-6d90-4d3c-bcb6-50875aa43976 Sep 26 18:04:37.975565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Port 3b139773-6d90-4d3c-bcb6-50875aa43976 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:38.105356 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:38.195544 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b139773-6d90-4d3c-bcb6-50875aa43976 {{(pid=118303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:38.203585 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Publish callbacks [] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.216031 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.provisioning_blocks [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Transition to ACTIVE for port object 3b139773-6d90-4d3c-bcb6-50875aa43976 will not be triggered until provisioned by entity L2. {{(pid=118303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:04:38.357331 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c52576-495e-4dbc-bd4a-0f69fa48473f req-7def8920-d103-4e16-a252-000789891997 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:38.358893 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-98c52576-495e-4dbc-bd4a-0f69fa48473f req-7def8920-d103-4e16-a252-000789891997 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 931 time: 0.0515378 Sep 26 18:04:38.407187 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-98c52576-495e-4dbc-bd4a-0f69fa48473f req-9618a3d5-aa62-493e-81ba-9d44368ad5fc tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Sep 26 18:04:38.476947 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Attempt 2 to provision port 3b139773-6d90-4d3c-bcb6-50875aa43976 Sep 26 18:04:38.509856 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Port 3b139773-6d90-4d3c-bcb6-50875aa43976 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:38.522888 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904b371-71a0-453a-a200-9889d6b6027b req-4c300d14-ffea-4d33-9ba4-36a527696eee tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:38.524329 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c904b371-71a0-453a-a200-9889d6b6027b req-4c300d14-ffea-4d33-9ba4-36a527696eee tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0460408 Sep 26 18:04:38.571075 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c904b371-71a0-453a-a200-9889d6b6027b req-0f35bc6c-2f54-4421-9054-81b457af160b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Sep 26 18:04:38.638047 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.725976 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Pushing event updated for resources: {'Port': ['ID=3b139773-6d90-4d3c-bcb6-50875aa43976,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:38.744858 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:38.755909 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Attempting to bind port 3b139773-6d90-4d3c-bcb6-50875aa43976 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:38.756248 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Attempting to bind port 3b139773-6d90-4d3c-bcb6-50875aa43976 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:38.756594 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Attempting to bind port 3b139773-6d90-4d3c-bcb6-50875aa43976 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:38.802156 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Port 3b139773-6d90-4d3c-bcb6-50875aa43976 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:04:38.802487 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Attempting to bind port 3b139773-6d90-4d3c-bcb6-50875aa43976 on network 5c4905c3-b6d4-4b95-988f-f86fad27c092 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:38.855851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:38.855851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Checking segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:38.855851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Bound using segment: {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:38.855851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Bound port: 3b139773-6d90-4d3c-bcb6-50875aa43976, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ca763a-adb2-4a96-9076-086557f99da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092'}}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:38.855851 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.920820 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] For port 3b139773-6d90-4d3c-bcb6-50875aa43976, host hv-cinder-85931, cleared binding levels {{(pid=118303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:38.923795 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] For port 3b139773-6d90-4d3c-bcb6-50875aa43976, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3b139773-6d90-4d3c-bcb6-50875aa43976,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:38.970102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.974388 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:38.975063 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.976450 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/3b139773-6d90-4d3c-bcb6-50875aa43976 HTTP/1.1" status: 200 len: 1093 time: 1.1126738 Sep 26 18:04:38.976943 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:38.979261 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10602d1f-19c2-4c60-8460-3fac7062fe22" -d '{"events": [{"name": "network-changed", "server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:39.010996 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Attempt 3 to provision port 3b139773-6d90-4d3c-bcb6-50875aa43976 Sep 26 18:04:39.023799 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8414d2ae-aee1-4fdb-babb-4c086cab5c4b x-openstack-request-id: req-8414d2ae-aee1-4fdb-babb-4c086cab5c4b {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:39.024087 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:39.024339 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8414d2ae-aee1-4fdb-babb-4c086cab5c4b {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:39.024739 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8414d2ae-aee1-4fdb-babb-4c086cab5c4b'] response: {'name': 'network-changed', 'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'status': 'completed', 'code': 200} Sep 26 18:04:39.044082 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5ebb9-ae87-4d8d-8306-2585e7603776 service neutron] Pushing event updated for resources: {'Port': ['ID=3b139773-6d90-4d3c-bcb6-50875aa43976,revision_number=3']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:39.052758 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-58cb7987-fe88-492e-ab19-c517911a04ee None None] Port 3b139773-6d90-4d3c-bcb6-50875aa43976 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:04:39.093462 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602d1f-19c2-4c60-8460-3fac7062fe22 req-17f21c27-f991-4662-8af3-078cfbff3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:39.094904 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10602d1f-19c2-4c60-8460-3fac7062fe22 req-17f21c27-f991-4662-8af3-078cfbff3f61 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 1127 time: 0.0389295 Sep 26 18:04:39.469353 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602d1f-19c2-4c60-8460-3fac7062fe22 req-c0761ced-224d-40f4-8b67-86d0a39a4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:39.470887 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10602d1f-19c2-4c60-8460-3fac7062fe22 req-c0761ced-224d-40f4-8b67-86d0a39a4c73 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3655596 Sep 26 18:04:39.575366 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b239ac8-5816-4670-a3d8-f441d07161b7 req-51d5fb68-70bc-4c51-ab24-5e50eb3def10 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:39.577573 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7b239ac8-5816-4670-a3d8-f441d07161b7 req-51d5fb68-70bc-4c51-ab24-5e50eb3def10 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0894969 Sep 26 18:04:39.602691 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:39.636855 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10602d1f-19c2-4c60-8460-3fac7062fe22 req-5e6d5908-350a-4345-a1e8-8acc6fb9aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:39.641645 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10602d1f-19c2-4c60-8460-3fac7062fe22 req-5e6d5908-350a-4345-a1e8-8acc6fb9aa1c service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592207 Sep 26 18:04:39.654831 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7b239ac8-5816-4670-a3d8-f441d07161b7 req-9d5e9ade-5d7a-4028-8594-ee4e8bd21529 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703661 Sep 26 18:04:39.703324 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433dec4-3546-4383-885d-e76d30052cb0 req-e88cade6-c5fa-4980-99ec-957ea88e178f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:39.704819 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4433dec4-3546-4383-885d-e76d30052cb0 req-e88cade6-c5fa-4980-99ec-957ea88e178f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0491176 Sep 26 18:04:39.752091 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4433dec4-3546-4383-885d-e76d30052cb0 req-e5f734d8-54fc-4850-81fd-5e021acfb1bc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Sep 26 18:04:40.782778 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fb8ac-f098-4ff8-8aa3-7d630f24a209 req-0240708b-7b32-4615-9187-968f3b2947e8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:40.784214 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-276fb8ac-f098-4ff8-8aa3-7d630f24a209 req-0240708b-7b32-4615-9187-968f3b2947e8 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0496943 Sep 26 18:04:40.832161 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-276fb8ac-f098-4ff8-8aa3-7d630f24a209 req-a5615ee8-fe49-4f64-b7c1-cbebc4ff59ea tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Sep 26 18:04:40.877859 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bf066-b284-4b9e-8fdc-3088cabe7707 req-0e5ccbae-8cea-4914-8c0f-8c23fbd08f4d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:40.879319 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ba2bf066-b284-4b9e-8fdc-3088cabe7707 req-0e5ccbae-8cea-4914-8c0f-8c23fbd08f4d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0456710 Sep 26 18:04:40.927798 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ba2bf066-b284-4b9e-8fdc-3088cabe7707 req-e58f39d2-2ef2-4827-979b-6e8b5afa8e19 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Sep 26 18:04:41.376836 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:04:41.955920 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b36b4-6096-41f1-937d-2ec9f11a15f7 req-b33de15f-1579-46ef-ba2c-dd9ce89870d2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:41.957419 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-001b36b4-6096-41f1-937d-2ec9f11a15f7 req-b33de15f-1579-46ef-ba2c-dd9ce89870d2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0482941 Sep 26 18:04:42.021845 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-001b36b4-6096-41f1-937d-2ec9f11a15f7 req-edb0ed46-b1d1-4f23-b1c6-7d55cc485050 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582411 Sep 26 18:04:42.056835 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106c44-209e-4d62-8e9c-8de3689d2140 req-4107dde4-af13-4fcb-82e0-913d0baa1355 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:42.058321 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-57106c44-209e-4d62-8e9c-8de3689d2140 req-4107dde4-af13-4fcb-82e0-913d0baa1355 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0500615 Sep 26 18:04:42.105817 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-57106c44-209e-4d62-8e9c-8de3689d2140 req-3ad07d6a-0ac9-4b46-a436-b3c8e8932065 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414531 Sep 26 18:04:43.151074 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08716d-8dea-44e4-9c02-5d172ed252d7 req-df758d2b-6c95-456e-bd2b-0011c1022cd9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.152601 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4e08716d-8dea-44e4-9c02-5d172ed252d7 req-df758d2b-6c95-456e-bd2b-0011c1022cd9 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0481610 Sep 26 18:04:43.215386 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4e08716d-8dea-44e4-9c02-5d172ed252d7 req-333f6cbc-c50e-4bbd-b5ea-933874832e99 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551224 Sep 26 18:04:43.255711 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc89b59-b752-4e3a-8e87-ae667765fb7a req-ce322ff8-dbcc-41e3-ba4f-000336b4ae6e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.261740 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ffc89b59-b752-4e3a-8e87-ae667765fb7a req-ce322ff8-dbcc-41e3-ba4f-000336b4ae6e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0617342 Sep 26 18:04:43.311908 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ffc89b59-b752-4e3a-8e87-ae667765fb7a req-134adc67-b47b-4722-892a-55719e05ad2c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485840 Sep 26 18:04:43.591971 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:43.620765 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-1cd531ef-5052-4e63-9923-579c3bb0c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.622316 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-1cd531ef-5052-4e63-9923-579c3bb0c345 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 1127 time: 0.0391762 Sep 26 18:04:43.682454 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-99fce1e8-6f0f-45c4-89c4-aaac919b7528 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b139773-6d90-4d3c-bcb6-50875aa43976 HTTP/1.1" status: 200 len: 217 time: 0.0426738 Sep 26 18:04:43.742286 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-1d74606e-5e63-478d-8c07-45f4feef13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.743734 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-1d74606e-5e63-478d-8c07-45f4feef13cd service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0483701 Sep 26 18:04:43.793508 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-c2803233-18eb-455f-bdec-5ebdb74a3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.795468 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-c2803233-18eb-455f-bdec-5ebdb74a3d1c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380933 Sep 26 18:04:43.894708 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-a3d18a57-903d-43c4-82a0-89b72f5755d6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869374 Sep 26 18:04:43.993615 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7687becc-f93d-4f65-8ea7-6930a08369bd req-e05cfd46-41ef-4924-a499-6ca8493762ee service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Sep 26 18:04:44.339651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1ba6-906a-4484-87c4-cae7884521c4 req-bb8bdc43-c0ad-4e39-952a-3e942cd6e6d2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:44.341716 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fbaa1ba6-906a-4484-87c4-cae7884521c4 req-bb8bdc43-c0ad-4e39-952a-3e942cd6e6d2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0482953 Sep 26 18:04:44.370267 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:44.396251 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fbaa1ba6-906a-4484-87c4-cae7884521c4 req-514df0e5-63f9-4c1b-9aec-0ffc3c90c362 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477893 Sep 26 18:04:44.444251 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b205b68-732a-452b-92e1-4e2686ab75de req-69f1e7bc-c442-4e85-b0d0-3659f60c4afb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:44.445756 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0b205b68-732a-452b-92e1-4e2686ab75de req-69f1e7bc-c442-4e85-b0d0-3659f60c4afb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0486410 Sep 26 18:04:44.495815 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0b205b68-732a-452b-92e1-4e2686ab75de req-dfc2d535-8505-45b1-845f-0fb13b248154 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Sep 26 18:04:45.518634 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736aa7e-7af8-4b04-9c77-81b9b6efc92a req-0fa7489d-7a49-4409-9267-fba76460d373 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:45.520090 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9736aa7e-7af8-4b04-9c77-81b9b6efc92a req-0fa7489d-7a49-4409-9267-fba76460d373 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0464697 Sep 26 18:04:45.570153 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9736aa7e-7af8-4b04-9c77-81b9b6efc92a req-22790b6a-99d3-4530-b65c-39eb7a5ea4be tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443680 Sep 26 18:04:45.679227 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bb831-3a6b-4500-8c61-145d82e06e6d req-2ea88c12-a8b5-46db-88e3-d2bdc52a91b3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:45.680905 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc5bb831-3a6b-4500-8c61-145d82e06e6d req-2ea88c12-a8b5-46db-88e3-d2bdc52a91b3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0531514 Sep 26 18:04:45.735937 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc5bb831-3a6b-4500-8c61-145d82e06e6d req-eea77b57-64bf-4621-82bf-ac24476068c3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Sep 26 18:04:46.699001 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a967c9-4170-4ed6-940d-e8f2569aeb06 req-ff3a898e-b7f9-477c-ac05-c9a61d24c8fe tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:46.700646 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-02a967c9-4170-4ed6-940d-e8f2569aeb06 req-ff3a898e-b7f9-477c-ac05-c9a61d24c8fe tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0508485 Sep 26 18:04:46.748024 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-02a967c9-4170-4ed6-940d-e8f2569aeb06 req-b07c4751-09fb-4e7f-ab66-b4343faa4da6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Sep 26 18:04:46.865255 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74524740-aae1-427b-aa4b-cc73bd1d8016 req-527316aa-f7d5-46a8-83f9-3ce481afe36d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:46.866581 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74524740-aae1-427b-aa4b-cc73bd1d8016 req-527316aa-f7d5-46a8-83f9-3ce481afe36d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0457804 Sep 26 18:04:46.918361 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-74524740-aae1-427b-aa4b-cc73bd1d8016 req-981a17b0-ec1a-42aa-8618-b86807dfb0ac tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461264 Sep 26 18:04:47.110338 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=57 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:47.869537 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6e952-ba33-4244-a145-b16b4ff9be5d req-3b095c94-c93e-4001-bd64-8d9d10095372 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:47.871038 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-60f6e952-ba33-4244-a145-b16b4ff9be5d req-3b095c94-c93e-4001-bd64-8d9d10095372 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 943 time: 0.0470979 Sep 26 18:04:47.921268 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-60f6e952-ba33-4244-a145-b16b4ff9be5d req-3c13abed-cfd3-4d37-add9-9685247467ab tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439208 Sep 26 18:04:48.020148 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3b139773-6d90-4d3c-bcb6-50875aa43976 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:48.038541 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:48.047027 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcded30d-4a8e-47ce-93c2-ed01647da2ba req-1c271ea1-24ad-496a-8381-e927eecdedc2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:48.048817 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dcded30d-4a8e-47ce-93c2-ed01647da2ba req-1c271ea1-24ad-496a-8381-e927eecdedc2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0475466 Sep 26 18:04:48.101273 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dcded30d-4a8e-47ce-93c2-ed01647da2ba req-81a7fc88-ff0b-4920-aeb4-6ea4031330ec tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462892 Sep 26 18:04:48.120734 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:48.128028 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 3b139773-6d90-4d3c-bcb6-50875aa43976, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3b139773-6d90-4d3c-bcb6-50875aa43976,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:48.139245 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'port_id': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'mac_address': 'fa:16:3e:aa:7e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:48.174441 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 3b139773-6d90-4d3c-bcb6-50875aa43976 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:48.174441 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.186273 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b139773-6d90-4d3c-bcb6-50875aa43976 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:48.203332 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:48.207239 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 3b139773-6d90-4d3c-bcb6-50875aa43976, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3b139773-6d90-4d3c-bcb6-50875aa43976,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:48.306618 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.357581 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=3b139773-6d90-4d3c-bcb6-50875aa43976,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:48.665362 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['3b139773-6d90-4d3c-bcb6-50875aa43976'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:49.027686 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:49.046108 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fe219-9776-4eae-9078-03219927cc8c req-29f7fdaf-8201-482c-b4b3-6f01b3fea534 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:49.051913 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-511fe219-9776-4eae-9078-03219927cc8c req-29f7fdaf-8201-482c-b4b3-6f01b3fea534 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 944 time: 0.0512626 Sep 26 18:04:49.096671 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-511fe219-9776-4eae-9078-03219927cc8c req-56032876-a458-4b33-9cbb-9c7bc9fb975a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435166 Sep 26 18:04:49.229084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e304191-8ef5-46d6-8526-1db2c9df2992 req-2184304a-cfb9-445e-b24b-47e779166ea5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:49.230602 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6e304191-8ef5-46d6-8526-1db2c9df2992 req-2184304a-cfb9-445e-b24b-47e779166ea5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0465012 Sep 26 18:04:49.278469 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6e304191-8ef5-46d6-8526-1db2c9df2992 req-63d51305-a0c3-4ec3-af08-74a089ed7452 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Sep 26 18:04:49.522102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55710) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:49.629699 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.700857 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:49.709120 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Publish callbacks [] for security_group (aea1234e-7474-44d4-8c6b-efea89a1399d), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.798492 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aea1234e-7474-44d4-8c6b-efea89a1399d), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.838661 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea1234e-7474-44d4-8c6b-efea89a1399d,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:49.842671 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4c60962dbce54cd3b4835ab73b1c4de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193610 Sep 26 18:04:49.845702 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55714) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:49.849470 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.849470 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.849470 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.849783 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.849875 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.850167 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.850487 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.850806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.851127 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.851443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.851766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.852080 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.852396 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.852709 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.853021 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c92c4-2772-4f07-be23-88fe550206bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:49.896312 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f07e-6478-4fb9-b3f3-d6a2a76e7b3a admin admin] Publish callbacks [] for security_group (aea1234e-7474-44d4-8c6b-efea89a1399d), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.917288 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f07e-6478-4fb9-b3f3-d6a2a76e7b3a admin admin] Publish callbacks [] for security_group (aea1234e-7474-44d4-8c6b-efea89a1399d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.037294 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3b139773-6d90-4d3c-bcb6-50875aa43976 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:50.072397 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f07e-6478-4fb9-b3f3-d6a2a76e7b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aea1234e-7474-44d4-8c6b-efea89a1399d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.075157 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f07e-6478-4fb9-b3f3-d6a2a76e7b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.076527 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-dbe8f07e-6478-4fb9-b3f3-d6a2a76e7b3a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/aea1234e-7474-44d4-8c6b-efea89a1399d HTTP/1.1" status: 204 len: 168 time: 0.2297819 Sep 26 18:04:50.084434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 3b139773-6d90-4d3c-bcb6-50875aa43976 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:04:50.085309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8f07e-6478-4fb9-b3f3-d6a2a76e7b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea1234e-7474-44d4-8c6b-efea89a1399d,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:50.157999 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 3b139773-6d90-4d3c-bcb6-50875aa43976 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:50.158382 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.158722 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 3b139773-6d90-4d3c-bcb6-50875aa43976 Sep 26 18:04:50.217744 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16368c-79c6-428a-9565-415ce17c8409 req-b33b00dd-bb2a-4313-8aac-cb6ac5f11574 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:50.219718 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a16368c-79c6-428a-9565-415ce17c8409 req-b33b00dd-bb2a-4313-8aac-cb6ac5f11574 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 944 time: 0.0482209 Sep 26 18:04:50.238390 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 3b139773-6d90-4d3c-bcb6-50875aa43976 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:50.238788 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.261900 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:50.264252 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbb5f2-41b2-4d2c-a5a2-f2a0687f78b5" -d '{"events": [{"server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "name": "network-vif-plugged", "status": "completed", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:50.272954 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3a16368c-79c6-428a-9565-415ce17c8409 req-23eeda40-6988-460f-905e-98cfce0b76f6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466499 Sep 26 18:04:50.278375 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 3b139773-6d90-4d3c-bcb6-50875aa43976, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3b139773-6d90-4d3c-bcb6-50875aa43976,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:50.309471 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b21547-933a-41e3-bcdf-4bfa93a2f117 x-openstack-request-id: req-88b21547-933a-41e3-bcdf-4bfa93a2f117 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:50.309781 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "name": "network-vif-plugged", "status": "completed", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:50.310038 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88b21547-933a-41e3-bcdf-4bfa93a2f117 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:50.310489 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b21547-933a-41e3-bcdf-4bfa93a2f117'] response: {'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'code': 200} Sep 26 18:04:50.353507 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.417262 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a438b93-2a30-418a-8b9e-1005c6482b2a req-b5f58d4c-f3f9-46ef-bf08-f70ebba977cd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:50.419065 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a438b93-2a30-418a-8b9e-1005c6482b2a req-b5f58d4c-f3f9-46ef-bf08-f70ebba977cd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0517957 Sep 26 18:04:50.427152 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=3b139773-6d90-4d3c-bcb6-50875aa43976,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:50.480766 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a438b93-2a30-418a-8b9e-1005c6482b2a req-30c21088-b986-457a-bbae-22907b0e034a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545058 Sep 26 18:04:50.714768 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c9e99-307d-4c47-a8d6-a42b891e63b9 req-08b921f0-cd2c-4746-80f8-7fcda6ea09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:50.716300 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd8c9e99-307d-4c47-a8d6-a42b891e63b9 req-08b921f0-cd2c-4746-80f8-7fcda6ea09e9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 1129 time: 0.0383229 Sep 26 18:04:50.764528 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bd8c9e99-307d-4c47-a8d6-a42b891e63b9 req-bcbec418-7881-4ab4-8381-08e69abd788f service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391281 Sep 26 18:04:50.842842 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55730) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:50.857261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4ca1ee78-7aa2-409a-94b9-78dd72315227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.937029 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4ca1ee78-7aa2-409a-94b9-78dd72315227 admin admin] Publish callbacks [] for security_group (15d1a654-749a-43f7-90f4-a5f3aa5dca24), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.014578 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4ca1ee78-7aa2-409a-94b9-78dd72315227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (15d1a654-749a-43f7-90f4-a5f3aa5dca24), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.055871 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1ee78-7aa2-409a-94b9-78dd72315227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d1a654-749a-43f7-90f4-a5f3aa5dca24,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:51.060274 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4ca1ee78-7aa2-409a-94b9-78dd72315227 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef685855118045f38142808374ebd09e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162917 Sep 26 18:04:51.064338 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55732) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:51.117556 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0a7a38f4-5591-4b1a-9d31-a9863d57ef56 admin admin] Publish callbacks [] for security_group (15d1a654-749a-43f7-90f4-a5f3aa5dca24), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.138062 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0a7a38f4-5591-4b1a-9d31-a9863d57ef56 admin admin] Publish callbacks [] for security_group (15d1a654-749a-43f7-90f4-a5f3aa5dca24), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.260510 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0a7a38f4-5591-4b1a-9d31-a9863d57ef56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (15d1a654-749a-43f7-90f4-a5f3aa5dca24), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.263200 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0a7a38f4-5591-4b1a-9d31-a9863d57ef56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.264446 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0a7a38f4-5591-4b1a-9d31-a9863d57ef56 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/15d1a654-749a-43f7-90f4-a5f3aa5dca24 HTTP/1.1" status: 204 len: 168 time: 0.1994576 Sep 26 18:04:51.276004 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a38f4-5591-4b1a-9d31-a9863d57ef56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d1a654-749a-43f7-90f4-a5f3aa5dca24,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:51.373150 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:51.400258 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd83872-ed28-4a08-b01f-964097ca00e7 req-6ddbd043-7bfc-415d-aacf-f3593c22efa1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.402044 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5cd83872-ed28-4a08-b01f-964097ca00e7 req-6ddbd043-7bfc-415d-aacf-f3593c22efa1 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.0517263 Sep 26 18:04:51.450496 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5cd83872-ed28-4a08-b01f-964097ca00e7 req-83c2365a-ac1c-4434-9dd6-c7ea9e5d6823 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Sep 26 18:04:51.618727 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfc7af-4f49-4c5c-945e-add82e2f453f req-a3580ad3-142e-4c99-8ea1-d19de5a47814 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.620369 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d6bfc7af-4f49-4c5c-945e-add82e2f453f req-a3580ad3-142e-4c99-8ea1-d19de5a47814 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0549910 Sep 26 18:04:51.675652 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d6bfc7af-4f49-4c5c-945e-add82e2f453f req-feaa042c-459c-4658-a020-47a99bc7b95a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492563 Sep 26 18:04:52.575907 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab1-b39e-4dcd-8602-a49bdd0008b0 req-5cda36f3-a781-4b89-938c-04b0f72ea6c6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.577523 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4d0eab1-b39e-4dcd-8602-a49bdd0008b0 req-5cda36f3-a781-4b89-938c-04b0f72ea6c6 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.0480890 Sep 26 18:04:52.627816 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e4d0eab1-b39e-4dcd-8602-a49bdd0008b0 req-7eae34f7-60a0-4dfe-8db8-8fd8f01cc8bc tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438437 Sep 26 18:04:52.813793 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d57c-16ec-49b2-9208-b08c16dcff17 req-f85c88a4-ffc1-44f8-861b-f9a408c5c5fe tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.815285 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f524d57c-16ec-49b2-9208-b08c16dcff17 req-f85c88a4-ffc1-44f8-861b-f9a408c5c5fe tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0494890 Sep 26 18:04:52.867442 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:52.872197 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f524d57c-16ec-49b2-9208-b08c16dcff17 req-44412cd6-085e-4ad1-bb9a-f5f2da3946ab tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509892 Sep 26 18:04:53.386248 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:53.761049 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95743c29-f62e-4899-b50a-ac35edf0e830 req-071a4dfa-554a-431f-bd4d-8cc0cf2ef946 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:53.762579 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-95743c29-f62e-4899-b50a-ac35edf0e830 req-071a4dfa-554a-431f-bd4d-8cc0cf2ef946 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.0514042 Sep 26 18:04:53.816052 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-95743c29-f62e-4899-b50a-ac35edf0e830 req-b8e974d6-b01f-4ed1-aec9-e5c97b1ce7c7 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Sep 26 18:04:53.948287 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c9375-94a8-4a6e-af40-61574ac6a702 req-81cc89de-968b-4c06-81b7-a7c60733bf20 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:53.949778 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-241c9375-94a8-4a6e-af40-61574ac6a702 req-81cc89de-968b-4c06-81b7-a7c60733bf20 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.0501704 Sep 26 18:04:53.960367 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55804) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:53.964957 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Request body: {'floatingip': {'port_id': '3b139773-6d90-4d3c-bcb6-50875aa43976'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:54.003092 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710cb68-7d93-4061-bd38-c92eed3fd733 req-aa87a938-e179-4bcc-9ecb-14fc13408cac tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:54.006952 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1710cb68-7d93-4061-bd38-c92eed3fd733 req-aa87a938-e179-4bcc-9ecb-14fc13408cac tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0520797 Sep 26 18:04:54.010330 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (09a6956e-c6a3-4227-99dd-d70dce3c8365), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.061093 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1710cb68-7d93-4061-bd38-c92eed3fd733 req-04433a8f-5df9-4e12-9724-6137b1eb8a42 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501859 Sep 26 18:04:54.071470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:54.172243 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:54.192702 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'port_id': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'mac_address': 'fa:16:3e:5a:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:54.232908 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port fbc9979b-8c95-48ea-b2f1-0efc9810462e is: ACTIVE; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:54.236105 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.247935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbc9979b-8c95-48ea-b2f1-0efc9810462e {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:54.270717 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:54.373247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:54.403618 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.439734 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:54.457701 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=6']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:54.461109 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.546671 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['fbc9979b-8c95-48ea-b2f1-0efc9810462e'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:54.547329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (09a6956e-c6a3-4227-99dd-d70dce3c8365), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.672651 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:54.673676 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP 09a6956e-c6a3-4227-99dd-d70dce3c8365 associated. External IP: 172.27.2.75, port: 3b139773-6d90-4d3c-bcb6-50875aa43976. Sep 26 18:04:54.896196 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:55.003806 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:55.008148 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.020089 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:55.039458 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-39c5fc6c-f888-4c80-ba4b-b5f546baff30 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/09a6956e-c6a3-4227-99dd-d70dce3c8365 HTTP/1.1" status: 200 len: 990 time: 1.0779419 Sep 26 18:04:55.040037 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:55.042796 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe91db47-0f63-4e6f-bc29-9ed008fcf685" -d '{"events": [{"name": "network-changed", "server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:55.048914 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:55.049732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:55.086865 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c2b133-60e2-4fa1-b382-aff1db3cb584 x-openstack-request-id: req-50c2b133-60e2-4fa1-b382-aff1db3cb584 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:55.088812 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:55.088812 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50c2b133-60e2-4fa1-b382-aff1db3cb584 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:55.088812 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c2b133-60e2-4fa1-b382-aff1db3cb584'] response: {'name': 'network-changed', 'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'status': 'completed', 'code': 200} Sep 26 18:04:55.206426 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:55.228905 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1e350-1087-425d-a7d6-471d41dc3ee4 req-2c6782be-3343-4e07-987c-b2d75a58e3b0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:55.230750 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-62e1e350-1087-425d-a7d6-471d41dc3ee4 req-2c6782be-3343-4e07-987c-b2d75a58e3b0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0597854 Sep 26 18:04:55.234213 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-cecc23a1-ca96-4af5-9d26-c0b4e02682f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:55.236267 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-cecc23a1-ca96-4af5-9d26-c0b4e02682f2 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 1129 time: 0.1053121 Sep 26 18:04:55.249647 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:55.274051 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9cdcb527-4288-44c7-a1c6-31c412a14c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.298252 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:55.330926 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-62e1e350-1087-425d-a7d6-471d41dc3ee4 req-ce64f8ad-2ee3-461f-a752-02141241897f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936022 Sep 26 18:04:55.372941 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-8ba1f3a4-c39f-463c-b5b4-575d0bdb7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:55.374460 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-8ba1f3a4-c39f-463c-b5b4-575d0bdb7ed8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 200 len: 915 time: 0.1215262 Sep 26 18:04:55.442174 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:55.450751 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-c9814e7b-fe43-4230-a42c-1239be2be2a3 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b139773-6d90-4d3c-bcb6-50875aa43976 HTTP/1.1" status: 200 len: 998 time: 0.0661569 Sep 26 18:04:55.507699 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-6b9304d6-9669-4a26-9632-28b3677f74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:55.509297 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-6b9304d6-9669-4a26-9632-28b3677f74e1 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 200 len: 853 time: 0.0462747 Sep 26 18:04:55.519085 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '09a6956e-c6a3-4227-99dd-d70dce3c8365', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:aa:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:54Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:55.549495 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:55.559064 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:55.559744 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:55.564188 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-8b634b74-63f9-42d4-bbe0-d9961f95df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:55.566067 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-8b634b74-63f9-42d4-bbe0-d9961f95df3b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=5c4905c3-b6d4-4b95-988f-f86fad27c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492070 Sep 26 18:04:55.653114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:55.687569 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-8a6b4208-a452-4558-a9ec-5818dc99577e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078742 Sep 26 18:04:55.733495 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:55.757079 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:55.830181 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe91db47-0f63-4e6f-bc29-9ed008fcf685 req-e2ac1e24-f80c-4dcb-ac26-df6f16fc22dd service neutron] 10.222.0.86 "GET /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325035 Sep 26 18:04:56.025396 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '09a6956e-c6a3-4227-99dd-d70dce3c8365', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:aa:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:54Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:56.054782 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e77e62-03b9-4d86-8ccf-6e307a0c5afd None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '09a6956e-c6a3-4227-99dd-d70dce3c8365', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '6b38a441-501f-4c26-8736-379f421d609f', 'port_id': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'mac_address': 'fa:16:3e:aa:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:54Z', 'revision_number': 1, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:56.082109 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:56.120898 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=100 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.127732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port fbc9979b-8c95-48ea-b2f1-0efc9810462e triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:56.128099 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.128459 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port fbc9979b-8c95-48ea-b2f1-0efc9810462e Sep 26 18:04:56.210950 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port fbc9979b-8c95-48ea-b2f1-0efc9810462e is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:56.211512 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.236223 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:56.238544 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c150a203-15f7-44e4-88d8-0c90335366d9" -d '{"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:56.256709 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:56.287383 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eaaad3-58cb-42f2-87a1-7bf8cf8cbb78 x-openstack-request-id: req-a8eaaad3-58cb-42f2-87a1-7bf8cf8cbb78 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:56.287947 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:56.287947 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8eaaad3-58cb-42f2-87a1-7bf8cf8cbb78 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:56.288563 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8eaaad3-58cb-42f2-87a1-7bf8cf8cbb78'] response: {'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'code': 200} Sep 26 18:04:56.303153 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a61dcc-e218-48ba-bd21-1a6d0ddc4296 None None] New status for floating IP 09a6956e-c6a3-4227-99dd-d70dce3c8365: ACTIVE {{(pid=118305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:04:56.370012 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.443524 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=7']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:56.508712 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91982925-553d-40d8-a5b4-4aa26ca240ff req-f6ff29d0-28bc-466f-96a0-634bfe431f65 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:56.510334 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-91982925-553d-40d8-a5b4-4aa26ca240ff req-f6ff29d0-28bc-466f-96a0-634bfe431f65 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0556002 Sep 26 18:04:56.567295 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-91982925-553d-40d8-a5b4-4aa26ca240ff req-e0daadfc-6f05-47b0-aa6a-0b988728946c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455732 Sep 26 18:04:57.381842 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.383449 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-1cbe7531-a1fc-4ff6-aa62-271ba31b4ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.788754 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5a0d1-5c7c-4999-9d84-da61cc4c6807 req-b431604a-407b-4c5f-a07c-73ec3e9694f1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:57.797691 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-38c5a0d1-5c7c-4999-9d84-da61cc4c6807 req-b431604a-407b-4c5f-a07c-73ec3e9694f1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.1041229 Sep 26 18:04:57.853642 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-38c5a0d1-5c7c-4999-9d84-da61cc4c6807 req-cf8b3e84-7d85-4472-8c8d-d1d16f156f6a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546978 Sep 26 18:04:58.638282 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.992916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050b03-52c3-498a-96dd-66ed1eb91d5e req-670814cf-6d86-4d5e-abb9-35ca1e6e216b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:58.999707 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ec050b03-52c3-498a-96dd-66ed1eb91d5e req-670814cf-6d86-4d5e-abb9-35ca1e6e216b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0537126 Sep 26 18:04:59.047224 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ec050b03-52c3-498a-96dd-66ed1eb91d5e req-87703049-aa32-41ec-9b99-07a8edc9f1b8 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461581 Sep 26 18:05:00.140792 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.155897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55938) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:00.183001 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb062-756c-4008-bb21-adb089cb8e7d req-6333a6c0-c909-451b-9513-26b760126e45 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.184686 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e0bb062-756c-4008-bb21-adb089cb8e7d req-6333a6c0-c909-451b-9513-26b760126e45 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0529118 Sep 26 18:05:00.237626 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2e0bb062-756c-4008-bb21-adb089cb8e7d req-74ba0fe3-a014-4835-9dd7-8d606a69c3bc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Sep 26 18:05:00.255238 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.274789 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bbd5532c-4721-4418-bc4f-1b9c285a740a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.355721 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bbd5532c-4721-4418-bc4f-1b9c285a740a admin admin] Publish callbacks [] for security_group (9773f205-01a3-46f5-a140-777fbc33012b), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.426847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bbd5532c-4721-4418-bc4f-1b9c285a740a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9773f205-01a3-46f5-a140-777fbc33012b), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.468607 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-bbd5532c-4721-4418-bc4f-1b9c285a740a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=aaf3695fe89c4b3984241a9b74d96b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116853 Sep 26 18:05:00.470220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5532c-4721-4418-bc4f-1b9c285a740a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9773f205-01a3-46f5-a140-777fbc33012b,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:00.472033 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55942) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:00.523033 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3f91aad2-8e0d-4f11-bdf8-119d70ed3125 admin admin] Publish callbacks [] for security_group (9773f205-01a3-46f5-a140-777fbc33012b), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.546347 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3f91aad2-8e0d-4f11-bdf8-119d70ed3125 admin admin] Publish callbacks [] for security_group (9773f205-01a3-46f5-a140-777fbc33012b), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.700748 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3f91aad2-8e0d-4f11-bdf8-119d70ed3125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9773f205-01a3-46f5-a140-777fbc33012b), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.703621 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3f91aad2-8e0d-4f11-bdf8-119d70ed3125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.708202 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-3f91aad2-8e0d-4f11-bdf8-119d70ed3125 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9773f205-01a3-46f5-a140-777fbc33012b HTTP/1.1" status: 204 len: 168 time: 0.2321935 Sep 26 18:05:00.714524 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91aad2-8e0d-4f11-bdf8-119d70ed3125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9773f205-01a3-46f5-a140-777fbc33012b,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:01.262660 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-0a213eac-1ebf-4971-885d-8475d4a49acb tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1386146496&fields=id&tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c HTTP/1.1" status: 200 len: 267 time: 0.0504427 Sep 26 18:05:01.384368 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:01.409037 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d32b87-8930-4508-b698-cbc3b13c4dc9 req-ea273d55-909c-477f-a11e-28e7319f5b79 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:01.409037 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-54d32b87-8930-4508-b698-cbc3b13c4dc9 req-ea273d55-909c-477f-a11e-28e7319f5b79 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0685444 Sep 26 18:05:01.443132 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-abc755c0-dd99-49d0-bbc5-3aa8bc3b5fc7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:01.445747 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-abc755c0-dd99-49d0-bbc5-3aa8bc3b5fc7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 807 time: 0.1752973 Sep 26 18:05:01.471776 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-37d22996-8e23-4408-bd32-aeff28f22b37 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/quotas/50b90dee570a4fd4bb2c5dafcfcd3c6c HTTP/1.1" status: 200 len: 375 time: 0.0220032 Sep 26 18:05:01.504791 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-54d32b87-8930-4508-b698-cbc3b13c4dc9 req-93cdecd9-cd96-497a-81db-83b3378531b6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908878 Sep 26 18:05:01.544073 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 55958) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:01.554632 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-da16fcd2-3ee2-462f-bd8f-68c59248ed4b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719795 Sep 26 18:05:01.559423 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2b16e047-4451-4ce3-9391-29d45af74fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.632079 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:01.659601 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2b16e047-4451-4ce3-9391-29d45af74fc7 admin admin] Publish callbacks [] for security_group (580f8a36-67c8-42ed-acc5-8e10a2a9d989), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.679008 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-72ff5ac1-be88-46e9-80c5-54f8c9e0a61b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100380 Sep 26 18:05:01.723832 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2b16e047-4451-4ce3-9391-29d45af74fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (580f8a36-67c8-42ed-acc5-8e10a2a9d989), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.804940 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-81bb5cdf-6553-4988-9cde-7c04b77af106 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172802 Sep 26 18:05:02.161118 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16e047-4451-4ce3-9391-29d45af74fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580f8a36-67c8-42ed-acc5-8e10a2a9d989,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:02.167141 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-2b16e047-4451-4ce3-9391-29d45af74fc7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5b60c75b99534320b40620b35ebe9be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6232285 Sep 26 18:05:02.170845 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 55970) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:02.247922 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aaed1dd1-6f46-4fc0-939d-7fc504c68920 admin admin] Publish callbacks [] for security_group (580f8a36-67c8-42ed-acc5-8e10a2a9d989), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.290620 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aaed1dd1-6f46-4fc0-939d-7fc504c68920 admin admin] Publish callbacks [] for security_group (580f8a36-67c8-42ed-acc5-8e10a2a9d989), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.449370 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aaed1dd1-6f46-4fc0-939d-7fc504c68920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (580f8a36-67c8-42ed-acc5-8e10a2a9d989), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.451993 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-aaed1dd1-6f46-4fc0-939d-7fc504c68920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.453139 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-aaed1dd1-6f46-4fc0-939d-7fc504c68920 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/580f8a36-67c8-42ed-acc5-8e10a2a9d989 HTTP/1.1" status: 204 len: 168 time: 0.2813137 Sep 26 18:05:02.462530 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed1dd1-6f46-4fc0-939d-7fc504c68920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f8a36-67c8-42ed-acc5-8e10a2a9d989,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:02.691575 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6c97f077-7c86-4049-af2d-4d2cf852a9df req-ace2b7b3-b263-40e4-9aa2-c3b50f7f90ae tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 210 time: 0.0622482 Sep 26 18:05:02.714018 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42068e25-9b7f-4976-ae9e-63c44e5c36b2 req-d8cc1153-ee78-4bb2-9dcd-2131b8b87112 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:02.717606 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42068e25-9b7f-4976-ae9e-63c44e5c36b2 req-d8cc1153-ee78-4bb2-9dcd-2131b8b87112 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.1018286 Sep 26 18:05:02.771965 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-42068e25-9b7f-4976-ae9e-63c44e5c36b2 req-a124a509-7375-4860-92dc-cc24971eb18b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535152 Sep 26 18:05:03.775372 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc88a7a7-dc68-4325-ab1c-554fc1c562cb req-8e17e03e-4554-4a95-9466-a9c883414255 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 210 time: 0.0277290 Sep 26 18:05:03.917356 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a4142-defc-43b3-b6d0-910566d4e58b req-307b9763-d638-4c1f-82dd-cc5550aec74c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:03.918842 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd6a4142-defc-43b3-b6d0-910566d4e58b req-307b9763-d638-4c1f-82dd-cc5550aec74c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0616086 Sep 26 18:05:03.974022 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dd6a4142-defc-43b3-b6d0-910566d4e58b req-b8767fae-fc89-4060-95aa-c472a7b74e90 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493066 Sep 26 18:05:04.895075 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f217fd46-98da-43b9-9f53-61ad5676219f req-452fda95-5ffd-41a1-aca7-7aec6004bd57 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 210 time: 0.0309134 Sep 26 18:05:05.119173 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a0856-b4f1-4514-b78c-7c7942cebcf9 req-46c8a766-927b-4372-a72d-01d2985ee1d2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:05.121097 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa2a0856-b4f1-4514-b78c-7c7942cebcf9 req-46c8a766-927b-4372-a72d-01d2985ee1d2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0548172 Sep 26 18:05:05.177389 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa2a0856-b4f1-4514-b78c-7c7942cebcf9 req-14b1faa6-7532-4262-a77e-4b3e3dac645d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488827 Sep 26 18:05:06.000993 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d4ca0ce0-ce2a-4d8a-a4fa-6e84a93dd38c req-943b1eb4-37a6-405f-84a5-027144e48d48 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 210 time: 0.0287614 Sep 26 18:05:06.340525 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f59f-fcad-4c75-8667-3a8446c3bf66 req-f6212d61-c31d-41e8-888f-13810182c27c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:06.348817 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e85f59f-fcad-4c75-8667-3a8446c3bf66 req-f6212d61-c31d-41e8-888f-13810182c27c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0605938 Sep 26 18:05:06.405101 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e85f59f-fcad-4c75-8667-3a8446c3bf66 req-50c247c9-43c8-4188-9b94-32f288c62213 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551083 Sep 26 18:05:06.502306 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:06.508329 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:06.890450 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56086) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:07.050022 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d64f9682-9c30-4439-8236-cf5227d9ffbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.076853 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:07.166044 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-22ff767c-bd5b-4b0f-8e6b-b3b9c09930f5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:07.168056 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-22ff767c-bd5b-4b0f-8e6b-b3b9c09930f5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 807 time: 0.1604054 Sep 26 18:05:07.207202 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d64f9682-9c30-4439-8236-cf5227d9ffbf admin admin] Publish callbacks [] for security_group (f44a31e9-9793-47c2-9439-58196aad7ab0), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.223909 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6f5cbd1f-8c2d-41b2-9335-882a27468d04 req-566a2408-5d24-4061-b523-12b431a83c3a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 210 time: 0.0535932 Sep 26 18:05:07.267224 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-614b32b8-f6ed-42ee-a7d9-4aaa6bd8062c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c HTTP/1.1" status: 200 len: 380 time: 0.0869486 Sep 26 18:05:07.276460 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'port': {'device_id': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'admin_state_up': True, 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'security_groups': ['62b21f10-c032-441b-b260-dfee4c84560f']}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:07.348256 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:07.508244 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d64f9682-9c30-4439-8236-cf5227d9ffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f44a31e9-9793-47c2-9439-58196aad7ab0), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.518403 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Made reservation on behalf of 50b90dee570a4fd4bb2c5dafcfcd3c6c for: {'port': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:07.521886 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.549752 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f9682-9c30-4439-8236-cf5227d9ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44a31e9-9793-47c2-9439-58196aad7ab0,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:07.582209 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d64f9682-9c30-4439-8236-cf5227d9ffbf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2bde14ff928448f4abfb9d14a43528ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6898780 Sep 26 18:05:07.582464 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56100) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:07.589633 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a69021-d574-4704-b9e5-a1bdbf286587 req-664a8839-79e1-4e59-8aac-2b43cf6585fd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:07.591140 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-15a69021-d574-4704-b9e5-a1bdbf286587 req-664a8839-79e1-4e59-8aac-2b43cf6585fd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0757954 Sep 26 18:05:07.795822 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-15a69021-d574-4704-b9e5-a1bdbf286587 req-12ab47b6-ef87-4b97-ac91-df21afa20653 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776004 Sep 26 18:05:07.803894 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b638fbc-84f6-4a2e-b9f9-fdf44272813b admin admin] Publish callbacks [] for security_group (f44a31e9-9793-47c2-9439-58196aad7ab0), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:07.826175 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Allocated IP 172.20.0.4 (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b/f692d605-dcba-4f44-8022-aa4b06ca7e74/31307d50-e542-4868-bd34-9450071b5b52) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:07.834490 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b638fbc-84f6-4a2e-b9f9-fdf44272813b admin admin] Publish callbacks [] for security_group (f44a31e9-9793-47c2-9439-58196aad7ab0), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.028462 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b638fbc-84f6-4a2e-b9f9-fdf44272813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f44a31e9-9793-47c2-9439-58196aad7ab0), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.031358 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5b638fbc-84f6-4a2e-b9f9-fdf44272813b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.032786 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5b638fbc-84f6-4a2e-b9f9-fdf44272813b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f44a31e9-9793-47c2-9439-58196aad7ab0 HTTP/1.1" status: 204 len: 168 time: 0.4492738 Sep 26 18:05:08.072026 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b638fbc-84f6-4a2e-b9f9-fdf44272813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44a31e9-9793-47c2-9439-58196aad7ab0,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:08.153140 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for port (31307d50-e542-4868-bd34-9450071b5b52), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.305542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.315281 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:08.660268 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:08.670589 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:08.685249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:08.728277 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb6365-2a55-40c2-ade8-bed39ff68d42 req-20423dc4-3c96-4419-a960-10368234fd74 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:08.728277 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5abb6365-2a55-40c2-ade8-bed39ff68d42 req-20423dc4-3c96-4419-a960-10368234fd74 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 931 time: 0.3990448 Sep 26 18:05:08.728277 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:08.768584 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:08.768694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.788703 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:08.803822 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5abb6365-2a55-40c2-ade8-bed39ff68d42 req-d065e5fb-a8ea-4ec9-b60e-b698c91d99b6 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710299 Sep 26 18:05:08.899889 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-257b040c-36b6-4ec2-ac44-fe62539c1f8b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6275213 Sep 26 18:05:08.908361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Provisioning complete for port 31307d50-e542-4868-bd34-9450071b5b52 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:08.908880 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (31307d50-e542-4868-bd34-9450071b5b52), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.909202 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Attempt 1 to provision port 31307d50-e542-4868-bd34-9450071b5b52 Sep 26 18:05:08.935102 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ad871-1b1f-4071-b94f-46bebf5b562a req-6859e798-0b45-4bdf-a4fa-11bd2f3e6cd7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:08.936598 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-341ad871-1b1f-4071-b94f-46bebf5b562a req-6859e798-0b45-4bdf-a4fa-11bd2f3e6cd7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0503981 Sep 26 18:05:08.944202 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Port 31307d50-e542-4868-bd34-9450071b5b52 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:08.988637 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-341ad871-1b1f-4071-b94f-46bebf5b562a req-c2eabf99-349f-4a4a-8373-fc7c6be2d302 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Sep 26 18:05:09.014417 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56130) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:09.028393 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-125ba9e2-6989-455d-a538-2d63c082248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.103461 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-125ba9e2-6989-455d-a538-2d63c082248a admin admin] Publish callbacks [] for security_group (6d809c22-350e-41be-bd52-5b41d8fa3594), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.444971 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Attempt 2 to provision port 31307d50-e542-4868-bd34-9450071b5b52 Sep 26 18:05:09.472279 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Request body: {'port': {'device_id': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:09.479915 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Port 31307d50-e542-4868-bd34-9450071b5b52 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:09.534815 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.604194 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-125ba9e2-6989-455d-a538-2d63c082248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6d809c22-350e-41be-bd52-5b41d8fa3594), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.641855 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=75,neutron:INSERT=24,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.655367 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba9e2-6989-455d-a538-2d63c082248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d809c22-350e-41be-bd52-5b41d8fa3594,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:09.660301 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-125ba9e2-6989-455d-a538-2d63c082248a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=91983dbc01ee45f0a3b266f8fc236da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6441565 Sep 26 18:05:09.662676 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56132) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:09.669756 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.719575 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0109a195-9d19-4ca9-ad78-4dcb9fef8e10 admin admin] Publish callbacks [] for security_group (6d809c22-350e-41be-bd52-5b41d8fa3594), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.751291 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0109a195-9d19-4ca9-ad78-4dcb9fef8e10 admin admin] Publish callbacks [] for security_group (6d809c22-350e-41be-bd52-5b41d8fa3594), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.803132 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31307d50-e542-4868-bd34-9450071b5b52 {{(pid=118303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:09.810651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Publish callbacks [] for port (31307d50-e542-4868-bd34-9450071b5b52), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.814472 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.849925 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0109a195-9d19-4ca9-ad78-4dcb9fef8e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6d809c22-350e-41be-bd52-5b41d8fa3594), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.850050 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.provisioning_blocks [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Transition to ACTIVE for port object 31307d50-e542-4868-bd34-9450071b5b52 will not be triggered until provisioned by entity L2. {{(pid=118303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:05:09.852707 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0109a195-9d19-4ca9-ad78-4dcb9fef8e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.854771 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0109a195-9d19-4ca9-ad78-4dcb9fef8e10 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6d809c22-350e-41be-bd52-5b41d8fa3594 HTTP/1.1" status: 204 len: 168 time: 0.1895821 Sep 26 18:05:09.862917 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109a195-9d19-4ca9-ad78-4dcb9fef8e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d809c22-350e-41be-bd52-5b41d8fa3594,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:09.918154 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.966397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f60d-0e09-4960-b0f4-a32997e923c7 req-6ddede6a-6b63-468b-a619-2297c269bd01 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:09.967875 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aac7f60d-0e09-4960-b0f4-a32997e923c7 req-6ddede6a-6b63-468b-a619-2297c269bd01 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 931 time: 0.0777175 Sep 26 18:05:09.986682 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Attempt 3 to provision port 31307d50-e542-4868-bd34-9450071b5b52 Sep 26 18:05:10.011048 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:10.017618 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Port 31307d50-e542-4868-bd34-9450071b5b52 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:10.075672 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-d446ae50-218b-4492-a406-101dbdb27c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.076400 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aac7f60d-0e09-4960-b0f4-a32997e923c7 req-28a1f15a-2128-4496-9e8b-16868aac54ea tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022980 Sep 26 18:05:10.077363 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-d446ae50-218b-4492-a406-101dbdb27c07 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1130 time: 0.0465100 Sep 26 18:05:10.090610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Attempting to bind port 31307d50-e542-4868-bd34-9450071b5b52 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:10.097138 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Attempting to bind port 31307d50-e542-4868-bd34-9450071b5b52 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:10.097138 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Attempting to bind port 31307d50-e542-4868-bd34-9450071b5b52 on network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:10.178040 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-908398a6-cac8-4ae2-9b4e-e9b42d256782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.178899 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7e968-7300-43e7-a710-7931b2230cc2 req-a2e2446d-9cb1-42cf-b34a-a6bb308a860b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.179642 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-908398a6-cac8-4ae2-9b4e-e9b42d256782 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.0956788 Sep 26 18:05:10.180363 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9da7e968-7300-43e7-a710-7931b2230cc2 req-a2e2446d-9cb1-42cf-b34a-a6bb308a860b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0618408 Sep 26 18:05:10.181564 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Port 31307d50-e542-4868-bd34-9450071b5b52 on network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:05:10.181934 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Attempting to bind port 31307d50-e542-4868-bd34-9450071b5b52 on network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:10.247570 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-e0a961ed-8dec-484f-aea8-f8ddba0b2312 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 1001 time: 0.0578389 Sep 26 18:05:10.259062 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:10.259403 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Checking segment: {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:10.259787 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Bound using segment: {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:10.260234 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Bound port: 31307d50-e542-4868-bd34-9450071b5b52, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9657e587-87c6-464a-b4bf-3ad7d24366ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 452, 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b'}}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:10.260599 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.277885 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9da7e968-7300-43e7-a710-7931b2230cc2 req-fee2ca74-42d7-4ecf-8b3a-28faf1ce3b87 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705273 Sep 26 18:05:10.301785 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:10.316948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-18817be4-45e0-4827-95f0-29b8ac1952f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.318914 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-18817be4-45e0-4827-95f0-29b8ac1952f4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0647354 Sep 26 18:05:10.340964 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, cleared binding levels {{(pid=118303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:10.344752 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:10.364722 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-a74106d7-8b48-412a-804e-15ecedf86941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.366343 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-a74106d7-8b48-412a-804e-15ecedf86941 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407858 Sep 26 18:05:10.429779 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.432528 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.433136 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.434522 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 1093 time: 0.9673164 Sep 26 18:05:10.435020 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'tag': '31307d50-e542-4868-bd34-9450071b5b52'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:10.437297 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fdd988-0394-414c-90ed-db2024c62bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "tag": "31307d50-e542-4868-bd34-9450071b5b52"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:10.467921 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-69f5225a-c449-4397-830e-48458c286587 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954421 Sep 26 18:05:10.498796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476efdeb-8b68-4dce-af5a-5a6ac7ab5f81 x-openstack-request-id: req-476efdeb-8b68-4dce-af5a-5a6ac7ab5f81 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:10.498796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "tag": "31307d50-e542-4868-bd34-9450071b5b52", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:10.498796 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-476efdeb-8b68-4dce-af5a-5a6ac7ab5f81 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:10.498796 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476efdeb-8b68-4dce-af5a-5a6ac7ab5f81'] response: {'name': 'network-changed', 'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'tag': '31307d50-e542-4868-bd34-9450071b5b52', 'status': 'completed', 'code': 200} Sep 26 18:05:10.519097 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Attempt 4 to provision port 31307d50-e542-4868-bd34-9450071b5b52 Sep 26 18:05:10.530399 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341c6a8-4484-4194-b962-53ade11a48bc service neutron] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=3']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:10.561700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-96527e9f-e09f-48ab-bb07-f4e63326315f None None] Port 31307d50-e542-4868-bd34-9450071b5b52 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:05:10.579613 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-cd94eff2-b292-4c70-850e-6182f9eba34b req-5fbe1d5f-c2e8-4d96-8523-b32f9c6ec0ba service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033118 Sep 26 18:05:10.680967 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd988-0394-414c-90ed-db2024c62bfd req-37d194df-2d53-4d93-ba38-339a1b65abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.682810 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-79fdd988-0394-414c-90ed-db2024c62bfd req-37d194df-2d53-4d93-ba38-339a1b65abc7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1127 time: 0.1686463 Sep 26 18:05:10.923521 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:11.135548 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56174) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:11.201625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17612036-a2ae-42f3-8e14-273b57729639 req-236c435e-6f91-4f35-96a0-5c858690d897 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:11.203209 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-17612036-a2ae-42f3-8e14-273b57729639 req-236c435e-6f91-4f35-96a0-5c858690d897 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0465446 Sep 26 18:05:11.235383 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1917908557-network', 'tenant_id': '740ae6bbf744461c852f74e058f01a51'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:11.253508 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-17612036-a2ae-42f3-8e14-273b57729639 req-8069bfa4-d3f8-45f3-b414-07e3270fc487 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Sep 26 18:05:11.323385 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Made reservation on behalf of 740ae6bbf744461c852f74e058f01a51 for: {'network': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:11.325974 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.339192 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.414082 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65750faa-c2f2-4fc8-b3da-848dcf53281f req-a291fd79-dc06-43a4-853e-d3571e834e70 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:11.415658 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65750faa-c2f2-4fc8-b3da-848dcf53281f req-a291fd79-dc06-43a4-853e-d3571e834e70 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0467529 Sep 26 18:05:11.428656 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks [] for security_group (db86bd7c-a48a-487c-85ca-c15ccb265b5e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.464128 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-65750faa-c2f2-4fc8-b3da-848dcf53281f req-de374b2a-aedf-4232-9460-59e8d395016f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Sep 26 18:05:11.506600 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (db86bd7c-a48a-487c-85ca-c15ccb265b5e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.533170 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 494} {{(pid=118302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:05:11.543288 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db86bd7c-a48a-487c-85ca-c15ccb265b5e,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:11.548579 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (24655754-741a-4592-bd7e-628f0d6077d7), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.548918 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.segments_db [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Added segment 24655754-741a-4592-bd7e-628f0d6077d7 of type vlan for network c27e0335-9eea-42d9-8b2c-21e4e0403472 Sep 26 18:05:11.592638 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (c27e0335-9eea-42d9-8b2c-21e4e0403472), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.594561 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:11.690224 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (c27e0335-9eea-42d9-8b2c-21e4e0403472), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.691242 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:11.691818 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:11.751149 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=c27e0335-9eea-42d9-8b2c-21e4e0403472,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:11.761022 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network c27e0335-9eea-42d9-8b2c-21e4e0403472 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:05:11.808905 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-84534b72-6c57-434d-9835-68fe641bbbe6 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6694188 Sep 26 18:05:11.809107 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56182) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:11.813800 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Request body: {'subnet': {'network_id': 'c27e0335-9eea-42d9-8b2c-21e4e0403472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1917908557-subnet', 'tenant_id': '740ae6bbf744461c852f74e058f01a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:11.894721 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Made reservation on behalf of 740ae6bbf744461c852f74e058f01a51 for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:11.897081 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126207943'] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.118056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126244254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126207953'] for subnet (711a70c7-7bbd-4656-a742-847ce8905dce), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.165492 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=711a70c7-7bbd-4656-a742-847ce8905dce,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:12.183066 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Checking segment: {'id': '24655754-741a-4592-bd7e-628f0d6077d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 494, 'network_id': 'c27e0335-9eea-42d9-8b2c-21e4e0403472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:12.183414 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Network hostable DHCP agents. Network: c27e0335-9eea-42d9-8b2c-21e4e0403472, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:05:12.267209 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Network c27e0335-9eea-42d9-8b2c-21e4e0403472 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:05:12.329981 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, c27e0335-9eea-42d9-8b2c-21e4e0403472) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:12.334495 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.335174 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.342508 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7e5be-a2f0-4788-bb8b-8a9d927f7ec9 None None] Network c27e0335-9eea-42d9-8b2c-21e4e0403472 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:12.396477 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd988-0394-414c-90ed-db2024c62bfd req-5709787f-7ce4-4dcd-ba50-f956273d8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.397741 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-79fdd988-0394-414c-90ed-db2024c62bfd req-5709787f-7ce4-4dcd-ba50-f956273d8e3d service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1375718 Sep 26 18:05:12.406281 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3905e-b066-4437-9190-189a213930dc req-c65ee771-30ae-4fb9-8944-fb58470e1ad8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.408760 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-efe3905e-b066-4437-9190-189a213930dc req-c65ee771-30ae-4fb9-8944-fb58470e1ad8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0709419 Sep 26 18:05:12.426575 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-287a8e9f-3daa-4416-83eb-4b67a19af9ad admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6076450 Sep 26 18:05:12.464290 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74efd4-713d-42cb-946d-64c79de358e0 None None] Network c27e0335-9eea-42d9-8b2c-21e4e0403472 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:12.561717 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-efe3905e-b066-4437-9190-189a213930dc req-acc84e3f-05ec-4d38-892f-ec64be3efe85 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424949 Sep 26 18:05:12.640033 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdd988-0394-414c-90ed-db2024c62bfd req-ce529da4-693a-43b5-97c1-700cedaf5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.641591 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-79fdd988-0394-414c-90ed-db2024c62bfd req-ce529da4-693a-43b5-97c1-700cedaf5a0f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318408 Sep 26 18:05:12.647967 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedd171-5f48-404b-8ecf-81cadf1e6531 req-2b9a4a58-f263-4b81-b839-c32137431ad8 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.649398 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3aedd171-5f48-404b-8ecf-81cadf1e6531 req-2b9a4a58-f263-4b81-b839-c32137431ad8 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0773475 Sep 26 18:05:12.701210 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3aedd171-5f48-404b-8ecf-81cadf1e6531 req-b10345de-1e56-4bf4-b07b-b2f0ce0c0872 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458429 Sep 26 18:05:12.815198 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:12.848398 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-3b83fc9b-9897-47c8-a732-42a4d8a48802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.849944 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-3b83fc9b-9897-47c8-a732-42a4d8a48802 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1127 time: 0.0438113 Sep 26 18:05:12.934295 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-43b8a25c-0352-4ddc-9949-9e51aa90d719 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 217 time: 0.0347595 Sep 26 18:05:12.987805 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-2e3e227b-dd07-4a47-b833-ebf6fd6b1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.989311 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-2e3e227b-dd07-4a47-b833-ebf6fd6b1b62 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0483809 Sep 26 18:05:13.039650 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-c06c6e5d-9afc-4019-89d8-238a4d8d2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.041191 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-c06c6e5d-9afc-4019-89d8-238a4d8d2a97 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462158 Sep 26 18:05:13.136012 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-93a41196-a026-46dd-997f-767234ed6813 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883663 Sep 26 18:05:13.262490 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56204) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:13.268278 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2081751338-network', 'tenant_id': '8d6b17eff41d46d19a105d8215a691cf'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:13.375102 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Made reservation on behalf of 8d6b17eff41d46d19a105d8215a691cf for: {'network': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:13.378268 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.392199 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.435712 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-498d5b6d-5703-444c-bef3-9a15be285a3a req-aecb8c11-5c99-42fd-adad-6d278e5c6b8d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910747 Sep 26 18:05:13.451378 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:13.475311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks [] for security_group (f9834ca2-4949-4462-9d04-2e524187d619), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.575489 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f9834ca2-4949-4462-9d04-2e524187d619), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.591101 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 487} {{(pid=118302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:05:13.616692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (c8adbb8a-afcc-4e99-92ff-59a6bae6c971), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.617042 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.segments_db [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Added segment c8adbb8a-afcc-4e99-92ff-59a6bae6c971 of type vlan for network 007a3d1c-8366-4965-841d-f8cf12624b99 Sep 26 18:05:13.627039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9834ca2-4949-4462-9d04-2e524187d619,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:13.657787 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:13.672294 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (007a3d1c-8366-4965-841d-f8cf12624b99), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.703722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca61746-ebc6-4e23-8dca-fe1d20a26c2d req-599cc962-4a35-4821-9cc8-8391609f4ca2 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.703722 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ca61746-ebc6-4e23-8dca-fe1d20a26c2d req-599cc962-4a35-4821-9cc8-8391609f4ca2 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0516913 Sep 26 18:05:13.764268 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ca61746-ebc6-4e23-8dca-fe1d20a26c2d req-d394b88c-04b4-4639-a616-8a2ab93fd989 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528607 Sep 26 18:05:13.804947 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (007a3d1c-8366-4965-841d-f8cf12624b99), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.806941 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.807634 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.835435 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:13.842291 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d850827-0afb-4ed2-9fb9-94096c2ff204 req-901d0cda-7692-43cc-a657-5a20fbbf385a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.843891 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d850827-0afb-4ed2-9fb9-94096c2ff204 req-901d0cda-7692-43cc-a657-5a20fbbf385a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 946 time: 0.0569377 Sep 26 18:05:13.894532 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] Pushing event updated for resources: {'Network': ['ID=007a3d1c-8366-4965-841d-f8cf12624b99,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:13.902633 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d850827-0afb-4ed2-9fb9-94096c2ff204 req-e3e020ab-ffc9-4cc7-a371-ce1d5630db8d tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507011 Sep 26 18:05:13.906788 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 007a3d1c-8366-4965-841d-f8cf12624b99 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:05:13.929952 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a95d3064-ba0c-4366-b28f-34e4a15f12a6 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6663542 Sep 26 18:05:13.933511 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56226) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:13.941735 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Request body: {'subnet': {'network_id': '007a3d1c-8366-4965-841d-f8cf12624b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2081751338-subnet', 'tenant_id': '8d6b17eff41d46d19a105d8215a691cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:14.066173 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Made reservation on behalf of 8d6b17eff41d46d19a105d8215a691cf for: {'subnet': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:14.068509 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126207943'] for subnet (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.183283 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:14.254368 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:14.258454 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port fbc9979b-8c95-48ea-b2f1-0efc9810462e is: ACTIVE; New status is: DOWN {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:14.258844 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.281128 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:14.283887 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21275be4-e2fb-45ef-8275-95625b189fd2" -d '{"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:14.300000 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:14.306597 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126244254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126207953'] for subnet (a9d330b1-c6a9-46e2-8109-d48215efca28), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.364733 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d330b1-c6a9-46e2-8109-d48215efca28,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:14.373527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Checking segment: {'id': 'c8adbb8a-afcc-4e99-92ff-59a6bae6c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '007a3d1c-8366-4965-841d-f8cf12624b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:14.373954 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Network hostable DHCP agents. Network: 007a3d1c-8366-4965-841d-f8cf12624b99, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:05:14.380846 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab95872-23d4-4a91-a0d8-3e36798b8c19 x-openstack-request-id: req-5ab95872-23d4-4a91-a0d8-3e36798b8c19 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:14.381165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-unplugged", "status": "failed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e", "code": 422}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:14.381394 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ab95872-23d4-4a91-a0d8-3e36798b8c19 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:14.389483 dv-cinder-859317-1-iscsi neutron-server[118304]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5ab95872-23d4-4a91-a0d8-3e36798b8c19']: {'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'code': 422} returned with failed status Sep 26 18:05:14.415334 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.463165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=8']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:14.470982 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.471327 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.471688 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.472043 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.472377 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.472703 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.473025 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.473379 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.473493 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040648d5-72a3-4bf7-8113-3ab20794ac60 req-d41fbc35-0560-4243-ad89-6dd21b225c08 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:14.473958 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.474052 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.474323 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.474660 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.474970 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-040648d5-72a3-4bf7-8113-3ab20794ac60 req-d41fbc35-0560-4243-ad89-6dd21b225c08 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0489678 Sep 26 18:05:14.475115 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.475368 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.475688 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.518399 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Network 007a3d1c-8366-4965-841d-f8cf12624b99 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:05:14.525858 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-040648d5-72a3-4bf7-8113-3ab20794ac60 req-6bcbb99c-3980-43e1-bae6-3739aa69823f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 Sep 26 18:05:14.603266 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 007a3d1c-8366-4965-841d-f8cf12624b99) {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:14.607432 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:14.608035 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.612127 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3d748-87e2-411b-9434-b8ce17aa9918 None None] Network 007a3d1c-8366-4965-841d-f8cf12624b99 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:14.711746 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fbda7b-cd49-41a0-8d14-169eb07acd45 None None] Network 007a3d1c-8366-4965-841d-f8cf12624b99 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:14.726121 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0b2ccdf6-57cb-4f45-8cbc-7d4883e81fe0 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7904403 Sep 26 18:05:14.886741 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519f665-6ad1-4777-b025-fad91b485b7d req-f5421a51-918e-45c5-a66b-d0e7db6221ba tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:14.888214 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d519f665-6ad1-4777-b025-fad91b485b7d req-f5421a51-918e-45c5-a66b-d0e7db6221ba tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0483730 Sep 26 18:05:14.943089 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d519f665-6ad1-4777-b025-fad91b485b7d req-07757f38-89bf-4c72-aaa2-b70ba7b792aa tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484903 Sep 26 18:05:15.652549 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991279-7751-4cbd-961b-389b006419cc req-4a3051e3-2ee7-40e6-b6a9-5bb5f1f69dd1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:15.654092 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cd991279-7751-4cbd-961b-389b006419cc req-4a3051e3-2ee7-40e6-b6a9-5bb5f1f69dd1 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0490966 Sep 26 18:05:15.703057 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cd991279-7751-4cbd-961b-389b006419cc req-f912f101-d142-4327-99bf-35f651bb1bcf tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427804 Sep 26 18:05:16.062110 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8f871-409f-43cd-ae50-e915f3186377 req-3f0addf0-eb58-4323-92ad-70a35e2f2f1e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.063617 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bff8f871-409f-43cd-ae50-e915f3186377 req-3f0addf0-eb58-4323-92ad-70a35e2f2f1e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0475996 Sep 26 18:05:16.115072 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bff8f871-409f-43cd-ae50-e915f3186377 req-4c1fe888-535f-4539-8731-5396c3857f1c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 Sep 26 18:05:16.580578 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c07da-de14-4f39-9db8-e3e204c2426d req-73b6d6f4-b17f-4d52-a14a-06bb90044a87 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.582304 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-782c07da-de14-4f39-9db8-e3e204c2426d req-73b6d6f4-b17f-4d52-a14a-06bb90044a87 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0542202 Sep 26 18:05:16.630703 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-782c07da-de14-4f39-9db8-e3e204c2426d req-db1efeff-3f79-4ce1-bacf-6acc1248c5d4 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Sep 26 18:05:16.845341 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-c8011917-e94a-4cd2-a65e-cc293b561b51 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.846934 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-c8011917-e94a-4cd2-a65e-cc293b561b51 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0772471 Sep 26 18:05:16.852814 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee172e2-b64c-4c31-abdd-663e1e951701 req-37353e0b-3a18-444a-8ee3-940783de500f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.854246 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ee172e2-b64c-4c31-abdd-663e1e951701 req-37353e0b-3a18-444a-8ee3-940783de500f tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 946 time: 0.0759275 Sep 26 18:05:16.915078 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:16.994066 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ee172e2-b64c-4c31-abdd-663e1e951701 req-a4f43b0c-bae8-49e4-8132-7b3a4e5e1180 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=48084296-9b64-46f5-95d8-0836ce5d4dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325691 Sep 26 18:05:17.009522 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Deleting port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:17.009522 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.028078 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-2b8c63fb-f238-45fe-8cf3-1c282797cb4b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904214 Sep 26 18:05:17.094199 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:17.094750 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:17.106208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-966c1918-9040-4f9c-aa9d-a6bf4a7e62bb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.107722 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-966c1918-9040-4f9c-aa9d-a6bf4a7e62bb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports/fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 941 time: 0.0512388 Sep 26 18:05:17.123139 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] For port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:17.123139 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.287668 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b682de-384f-4531-8cd9-f9482c2a202e req-cd69c115-0a7e-44a8-8b56-02ee2a45b7ae tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.293012 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-26b682de-384f-4531-8cd9-f9482c2a202e req-cd69c115-0a7e-44a8-8b56-02ee2a45b7ae tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0627134 Sep 26 18:05:17.365665 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.366022 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (f23e177c-586f-4c85-9e3c-62f04f05c1e1), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.366337 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Floating IP f23e177c-586f-4c85-9e3c-62f04f05c1e1 disassociated. External IP: 172.27.2.162, port: 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7. Sep 26 18:05:17.366675 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Calling delete_port for 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 owned by compute:nova {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:17.393399 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-26b682de-384f-4531-8cd9-f9482c2a202e req-0cabac0d-f64a-444b-a8fd-966d77c8b6b7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785401 Sep 26 18:05:17.593966 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.629271 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event deleted for resources: {'Port': ['ID=1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:17.772912 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d7f5-fadb-4be5-ba46-6bcee8b97669 req-86600ed1-4ba9-4087-8146-b6a06f1d18fc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.774443 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6705d7f5-fadb-4be5-ba46-6bcee8b97669 req-86600ed1-4ba9-4087-8146-b6a06f1d18fc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0610328 Sep 26 18:05:17.783379 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Router 4de50d29-5741-4755-8036-3b46089aaeff has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:05:17.867349 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6705d7f5-fadb-4be5-ba46-6bcee8b97669 req-0b6bdf01-68f1-4271-b543-df7f6a65194c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863812 Sep 26 18:05:17.926937 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:17.936426 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] Sync routers for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:17.947437 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:17.948066 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:17.969209 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] No DVR routers for this DVR port 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 on host hv-cinder-85931 {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:17.971912 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.975590 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-335deb6a-ad8c-4835-829a-a60c7c2a2955 req-49329fb8-554c-4544-965e-efeab4022e65 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.86 "DELETE /networking/v2.0/ports/1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 HTTP/1.1" status: 204 len: 173 time: 1.1204522 Sep 26 18:05:17.976136 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'name': 'network-vif-deleted', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:17.979099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217fc8da-b658-471f-82b7-e48a76e87d5e" -d '{"events": [{"server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "name": "network-vif-deleted", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:18.019527 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caecc31e-25e0-4369-9521-bea508f58535 x-openstack-request-id: req-caecc31e-25e0-4369-9521-bea508f58535 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:18.019832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fa9d97-e143-4954-bd53-12a953f8c78b", "name": "network-vif-deleted", "tag": "1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:18.020095 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caecc31e-25e0-4369-9521-bea508f58535 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:18.020531 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caecc31e-25e0-4369-9521-bea508f58535'] response: {'server_uuid': 'd8fa9d97-e143-4954-bd53-12a953f8c78b', 'name': 'network-vif-deleted', 'tag': '1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7', 'status': 'completed', 'code': 200} Sep 26 18:05:18.055371 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:18.119248 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b5eb2196-7ca6-434c-8b1c-eccf9658cad4 req-504b6f73-5f18-444e-b6f8-4503a744108e tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0373106 Sep 26 18:05:18.312616 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:18.371758 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:18.376161 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:05:18.396593 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] Checking router: 4de50d29-5741-4755-8036-3b46089aaeff for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:18.405193 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:18.405815 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:04:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:18.407297 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:18.537893 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:18.544628 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:18.554078 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558ebc-377c-445b-b63c-03e25b0c4fdb req-994405d5-4e69-445d-83a0-cf42feefebde tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:18.561621 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a6558ebc-377c-445b-b63c-03e25b0c4fdb req-994405d5-4e69-445d-83a0-cf42feefebde tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0802119 Sep 26 18:05:18.612455 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a6558ebc-377c-445b-b63c-03e25b0c4fdb req-e0d535f5-0ac0-45f0-a1ab-fb18b6cfa6e4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495970 Sep 26 18:05:18.742267 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:18.767439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77482ad4-4686-4f57-bc87-cd85129df6e3 None None] The sync data for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi is: [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:33Z', 'revision_number': 4, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b79791fd-a4f0-41d3-b590-e3b5356cca21', 'name': '', 'network_id': '7327a67e-44b9-426d-af9d-05e96c87ac54', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'mac_address': 'fa:16:3e:0a:e0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ef585569-a6ac-413e-9725-d887e848c652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:30Z', 'updated_at': '2022-09-26T17:57:43Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'subnets': [{'id': 'ef585569-a6ac-413e-9725-d887e848c652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:18.992464 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf219bdb-1805-4e99-b053-8c36971bdc6a None None] New status for floating IP f23e177c-586f-4c85-9e3c-62f04f05c1e1: DOWN {{(pid=118305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:05:19.066825 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c076d8b-65a3-4769-a964-39a5ea06a9e5 req-239cbd94-70d0-455a-bd9f-8ce68a570472 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.068090 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4c076d8b-65a3-4769-a964-39a5ea06a9e5 req-239cbd94-70d0-455a-bd9f-8ce68a570472 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.1123006 Sep 26 18:05:19.073258 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:19.089991 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-04a045b1-ff39-474c-b68f-ffb3e18873e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.091602 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-04a045b1-ff39-474c-b68f-ffb3e18873e4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c&tenant_id=641b37d85a344b1791fcdff859318e42 HTTP/1.1" status: 200 len: 1128 time: 0.1038902 Sep 26 18:05:19.129720 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4c076d8b-65a3-4769-a964-39a5ea06a9e5 req-13beab3f-77c5-4a55-8e33-f832b1dadced tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546474 Sep 26 18:05:19.254612 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-197f23ab-4b1a-498d-8016-252eb6c14491 req-88a0e771-43bb-45c5-9cd6-93bd7d99b67d tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0272050 Sep 26 18:05:19.763214 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba400b42-013e-4989-a45e-b366f507dfcc req-fd3d51b2-a373-4f92-bb51-7764a16379a8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.764678 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ba400b42-013e-4989-a45e-b366f507dfcc req-fd3d51b2-a373-4f92-bb51-7764a16379a8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0766690 Sep 26 18:05:19.767452 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-2e7e7744-ff4f-4324-8807-e2f45b17660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.768786 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-2e7e7744-ff4f-4324-8807-e2f45b17660c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=641b37d85a344b1791fcdff859318e42&device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1128 time: 0.0711682 Sep 26 18:05:19.869081 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ba400b42-013e-4989-a45e-b366f507dfcc req-6d425d02-9047-4456-9e36-081540963aca tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987616 Sep 26 18:05:19.894705 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-23afd406-f5b4-44ee-b835-168b8fd5603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.904498 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-23afd406-f5b4-44ee-b835-168b8fd5603e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 200 len: 917 time: 0.1197095 Sep 26 18:05:19.961238 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-d1f8ce9b-fc72-4253-8820-d1ca47b87421 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 200 len: 999 time: 0.0590222 Sep 26 18:05:20.018310 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-abb0ff79-3fca-4906-bc20-37bb8ce53a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.019731 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-abb0ff79-3fca-4906-bc20-37bb8ce53a7e service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 200 len: 855 time: 0.0430443 Sep 26 18:05:20.281493 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-2e0bc4a3-3de2-46b9-84bd-43fb9bc0ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.283582 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-2e0bc4a3-3de2-46b9-84bd-43fb9bc0ea79 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692434 Sep 26 18:05:20.294466 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3edcd-feee-448f-859d-e2c6e423d02c req-65143933-f5d1-481b-85fc-48ccee8607dd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.295915 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f0e3edcd-feee-448f-859d-e2c6e423d02c req-65143933-f5d1-481b-85fc-48ccee8607dd tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0723851 Sep 26 18:05:20.400995 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1716a8e7-93c3-4226-b369-efefd9bdd6e3 req-00d727b1-7436-4087-8bb9-a9cf3817dd05 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8fa9d97-e143-4954-bd53-12a953f8c78b HTTP/1.1" status: 200 len: 210 time: 0.0515711 Sep 26 18:05:20.439998 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f0e3edcd-feee-448f-859d-e2c6e423d02c req-c46c5698-e583-4e84-a9b2-0751cb1dcb0b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340146 Sep 26 18:05:20.450800 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-623108ed-708f-4c35-aa0a-d2c67daa65f1 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539726 Sep 26 18:05:20.549004 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-8f456da8-446e-4ec8-abe0-b6a17dee2b65 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864327 Sep 26 18:05:20.992161 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2483c-4ba3-4857-8f82-37d4597aca5c req-a89f1b76-081f-43a2-8b6c-05f0bd592f98 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.993845 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b5f2483c-4ba3-4857-8f82-37d4597aca5c req-a89f1b76-081f-43a2-8b6c-05f0bd592f98 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0488291 Sep 26 18:05:21.302479 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b5f2483c-4ba3-4857-8f82-37d4597aca5c req-a2e0fefd-6c70-4ffb-8574-c890b9f3633f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029842 Sep 26 18:05:21.569564 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:21.582640 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac393dc-abe6-4373-8f3f-140b584f5e6f req-8586b624-6b9e-4289-81a1-cac5da49e95a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:21.591777 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ac393dc-abe6-4373-8f3f-140b584f5e6f req-8586b624-6b9e-4289-81a1-cac5da49e95a tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0625234 Sep 26 18:05:21.634372 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56370) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:21.672798 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ac393dc-abe6-4373-8f3f-140b584f5e6f req-8785d99c-7a10-4253-a7c4-6229c435fcaa tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800381 Sep 26 18:05:21.709931 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-438967b5-44ae-42e8-bda1-ef564d8bd7f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (48084296-9b64-46f5-95d8-0836ce5d4dc3), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.745422 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-438967b5-44ae-42e8-bda1-ef564d8bd7f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (48084296-9b64-46f5-95d8-0836ce5d4dc3), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.895286 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-438967b5-44ae-42e8-bda1-ef564d8bd7f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (48084296-9b64-46f5-95d8-0836ce5d4dc3), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.898368 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-438967b5-44ae-42e8-bda1-ef564d8bd7f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.899679 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-438967b5-44ae-42e8-bda1-ef564d8bd7f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/48084296-9b64-46f5-95d8-0836ce5d4dc3 HTTP/1.1" status: 204 len: 168 time: 0.2644784 Sep 26 18:05:21.902738 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56376) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:21.925588 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.api.v2.resource [None req-6531a317-3792-4b34-8278-1943bdcbaef5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] show failed (client error): The resource could not be found. Sep 26 18:05:21.926703 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438967b5-44ae-42e8-bda1-ef564d8bd7f8 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48084296-9b64-46f5-95d8-0836ce5d4dc3,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:21.927822 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6531a317-3792-4b34-8278-1943bdcbaef5 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "GET /networking/v2.0/security-groups/48084296-9b64-46f5-95d8-0836ce5d4dc3 HTTP/1.1" status: 404 len: 347 time: 0.0239127 Sep 26 18:05:21.935499 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56378) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:22.073496 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Deleting port e428f83d-4b2a-4bc1-b9e4-c66a07a658cd {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:22.073928 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.119128 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:22.166925 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.167385 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.182545 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 31307d50-e542-4868-bd34-9450071b5b52 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:05:22.184645 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Calling delete_port for e428f83d-4b2a-4bc1-b9e4-c66a07a658cd owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:22.190244 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:22.233484 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:22.234075 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 1aa3c1c6-fe19-4960-9be4-33f0ca41b4b7 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:22.380019 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:22.395624 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '31307d50-e542-4868-bd34-9450071b5b52', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'port_id': '31307d50-e542-4868-bd34-9450071b5b52', 'mac_address': 'fa:16:3e:55:db:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 452, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:05:22.439873 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (e428f83d-4b2a-4bc1-b9e4-c66a07a658cd), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.445244 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 31307d50-e542-4868-bd34-9450071b5b52 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:22.445640 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.460510 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31307d50-e542-4868-bd34-9450071b5b52 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:22.494161 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Pushing event deleted for resources: {'Port': ['ID=e428f83d-4b2a-4bc1-b9e4-c66a07a658cd,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:22.509171 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f0f6-23a3-49e3-ab55-47a6a008c200 req-ef7c70ca-6f59-4c79-a11e-96021100cd02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.511153 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9f89f0f6-23a3-49e3-ab55-47a6a008c200 req-ef7c70ca-6f59-4c79-a11e-96021100cd02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.1072407 Sep 26 18:05:22.523681 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:22.620935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.637756 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9f89f0f6-23a3-49e3-ab55-47a6a008c200 req-a4abedd5-1b94-43c8-8bd8-2eea781a318a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949636 Sep 26 18:05:22.643449 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks [] for floatingip (f23e177c-586f-4c85-9e3c-62f04f05c1e1), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.646634 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.649280 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-eb2456dc-77a5-4089-bc26-8ae3f915e023 tempest-AttachVolumeTestJSON-848120469 tempest-AttachVolumeTestJSON-848120469-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f23e177c-586f-4c85-9e3c-62f04f05c1e1 HTTP/1.1" status: 204 len: 168 time: 0.7106640 Sep 26 18:05:22.701976 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:22.832511 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a00abf-cc29-4e5e-b59b-a0ec12309713 req-b947980a-76a7-41b2-95fb-23ba696ab9fb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.834105 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52a00abf-cc29-4e5e-b59b-a0ec12309713 req-b947980a-76a7-41b2-95fb-23ba696ab9fb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0535560 Sep 26 18:05:22.888736 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52a00abf-cc29-4e5e-b59b-a0ec12309713 req-9082f3bb-087a-496b-b26e-67dd643d4083 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482461 Sep 26 18:05:22.995542 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['31307d50-e542-4868-bd34-9450071b5b52'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:23.797521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e346d-8f19-463c-8ded-f7c7e0f5e9d3 req-75c8b704-a1c4-4058-97bf-355ccb6fab4f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.799746 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-176e346d-8f19-463c-8ded-f7c7e0f5e9d3 req-75c8b704-a1c4-4058-97bf-355ccb6fab4f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 944 time: 0.0579267 Sep 26 18:05:23.863779 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-176e346d-8f19-463c-8ded-f7c7e0f5e9d3 req-0f6a548e-2cb8-4c8b-a84d-1ba1d3a1fbdd tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531859 Sep 26 18:05:24.039582 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7ff9-748f-46c8-a9f5-a6c36c8dd9b8 req-dee925ea-8f23-4e1e-86c9-c76f24242938 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.049137 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4c2a7ff9-748f-46c8-a9f5-a6c36c8dd9b8 req-dee925ea-8f23-4e1e-86c9-c76f24242938 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0722318 Sep 26 18:05:24.096971 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4c2a7ff9-748f-46c8-a9f5-a6c36c8dd9b8 req-ef7b0f17-c4b2-4e27-b9bf-213c986f3f15 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Sep 26 18:05:24.191298 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 31307d50-e542-4868-bd34-9450071b5b52 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:24.232557 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:24.238998 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 31307d50-e542-4868-bd34-9450071b5b52 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:05:24.323521 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 31307d50-e542-4868-bd34-9450071b5b52 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:24.324181 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (31307d50-e542-4868-bd34-9450071b5b52), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.324677 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 31307d50-e542-4868-bd34-9450071b5b52 Sep 26 18:05:24.433350 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 31307d50-e542-4868-bd34-9450071b5b52 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:24.433737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.454089 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:24.459117 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31307d50-e542-4868-bd34-9450071b5b52'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:24.461434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26df3d36-d6dc-43c4-a1b7-ddf7a3f08723" -d '{"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-plugged", "status": "completed", "tag": "31307d50-e542-4868-bd34-9450071b5b52"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:24.474916 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:24.503222 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be88c38-ae38-4668-b425-ea49bde3056c x-openstack-request-id: req-1be88c38-ae38-4668-b425-ea49bde3056c {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:24.503562 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-plugged", "status": "completed", "tag": "31307d50-e542-4868-bd34-9450071b5b52", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:24.503817 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1be88c38-ae38-4668-b425-ea49bde3056c {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:24.504241 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be88c38-ae38-4668-b425-ea49bde3056c'] response: {'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31307d50-e542-4868-bd34-9450071b5b52', 'code': 200} Sep 26 18:05:24.598336 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:24.648976 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:24.994668 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067cc0-1cc5-4b7c-b460-799116597ae7 req-194090df-b67e-43bc-aba0-2d02cd28850f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.996166 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bb067cc0-1cc5-4b7c-b460-799116597ae7 req-194090df-b67e-43bc-aba0-2d02cd28850f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0503058 Sep 26 18:05:25.008955 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:25.069831 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bb067cc0-1cc5-4b7c-b460-799116597ae7 req-24bf62fd-462a-4527-9cb1-52bfb67a18ef tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626612 Sep 26 18:05:25.135260 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2625-2d43-45ba-9ce0-14dc77bae569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:25.246506 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add304c-1142-4a63-ab9d-235641ac377f req-74635e04-cfa6-48da-84ec-2fed1d6d2bd5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:25.248120 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1add304c-1142-4a63-ab9d-235641ac377f req-74635e04-cfa6-48da-84ec-2fed1d6d2bd5 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0532782 Sep 26 18:05:25.305858 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1add304c-1142-4a63-ab9d-235641ac377f req-779f1c70-afe6-4e14-90ec-a415ca94cc40 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516520 Sep 26 18:05:26.187241 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e116-f26a-4c63-9ce1-765c39f3970c req-dc38e4b8-93fe-4827-a1fe-76dadcc5e4f8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.188676 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ac50e116-f26a-4c63-9ce1-765c39f3970c req-dc38e4b8-93fe-4827-a1fe-76dadcc5e4f8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0525165 Sep 26 18:05:26.243572 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ac50e116-f26a-4c63-9ce1-765c39f3970c req-20017e55-c7c4-497d-9f72-92fea50294fe tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485537 Sep 26 18:05:26.427061 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:26.443177 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cfa2b-676d-4bdc-aaed-cc6113862b84 req-f6122dd1-36bc-4263-aa7b-13d7c06c74ba tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.444683 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df4cfa2b-676d-4bdc-aaed-cc6113862b84 req-f6122dd1-36bc-4263-aa7b-13d7c06c74ba tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0527847 Sep 26 18:05:26.494857 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df4cfa2b-676d-4bdc-aaed-cc6113862b84 req-843c0e9c-4ba5-4693-9a60-40a11b4e1cbc tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Sep 26 18:05:26.886399 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56454) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:27.422330 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6036c-329e-4e50-9e5a-a7098421d89c req-4f284bae-d8ed-402e-a387-6ad110b08241 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:27.425714 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0e6036c-329e-4e50-9e5a-a7098421d89c req-4f284bae-d8ed-402e-a387-6ad110b08241 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0834620 Sep 26 18:05:27.453855 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.464983 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (4de50d29-5741-4755-8036-3b46089aaeff), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.466448 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-89515f9f-07d9-446f-baad-6054224f8cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.511447 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0e6036c-329e-4e50-9e5a-a7098421d89c req-a7a33d42-8ca8-4f13-b2d5-bd055613f268 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806704 Sep 26 18:05:27.675725 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cac636-8b13-45b1-b7c8-3a10c38f9984 req-9276a3ca-41bb-4163-ad5a-1218c1af6af9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:27.677238 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d6cac636-8b13-45b1-b7c8-3a10c38f9984 req-9276a3ca-41bb-4163-ad5a-1218c1af6af9 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0655937 Sep 26 18:05:27.733306 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d6cac636-8b13-45b1-b7c8-3a10c38f9984 req-d25a5e58-46a6-47ba-8427-89615aeb0123 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499361 Sep 26 18:05:27.738312 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Deleting port b79791fd-a4f0-41d3-b590-e3b5356cca21 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:27.738840 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.828283 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] For port b79791fd-a4f0-41d3-b590-e3b5356cca21, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b79791fd-a4f0-41d3-b590-e3b5356cca21,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:27.828562 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:27.842933 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Calling delete_port for b79791fd-a4f0-41d3-b590-e3b5356cca21 owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:27.885298 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:27.907044 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:28.112612 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (b79791fd-a4f0-41d3-b590-e3b5356cca21), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.148769 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b79791fd-a4f0-41d3-b590-e3b5356cca21,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:28.185215 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.185706 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.186112 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.190405 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.190932 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.191329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.191666 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.191995 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.192323 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.192645 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.192968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.193309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.193628 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.193943 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.194754 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:28.371138 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (4de50d29-5741-4755-8036-3b46089aaeff), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.614768 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:28.618437 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Router 4de50d29-5741-4755-8036-3b46089aaeff has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:05:28.725602 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856eb90-4e38-4ff5-ad01-a63dae51cb36 req-933b9a82-57af-4017-be1a-7351fe2b329e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.727951 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9856eb90-4e38-4ff5-ad01-a63dae51cb36 req-933b9a82-57af-4017-be1a-7351fe2b329e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0977275 Sep 26 18:05:28.775667 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:28.786680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] Sync routers for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:28.793253 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-653a5017-cfd0-4d01-89f8-f1fcf48513cb admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/4de50d29-5741-4755-8036-3b46089aaeff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9059587 Sep 26 18:05:28.797521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56478) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:28.801043 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:28.802508 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:28.877721 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9856eb90-4e38-4ff5-ad01-a63dae51cb36 req-2e16e9ab-d693-43f8-8cb6-4a2e0dd87e4b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425252 Sep 26 18:05:28.934756 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a1c2-74c6-4615-9b87-0d3d8c2c1e91 req-0a35ff0f-0ecf-4501-83a1-412ec240a3e7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.936474 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-efa8a1c2-74c6-4615-9b87-0d3d8c2c1e91 req-0a35ff0f-0ecf-4501-83a1-412ec240a3e7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0773082 Sep 26 18:05:28.963888 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:29.029267 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks [] for router (4de50d29-5741-4755-8036-3b46089aaeff), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.067509 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:29.078520 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:29.091469 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-efa8a1c2-74c6-4615-9b87-0d3d8c2c1e91 req-8b128f7e-0069-41ca-a743-5782fb89d5c0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241913 Sep 26 18:05:29.099210 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:29.206621 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks [] for router_gateway (4de50d29-5741-4755-8036-3b46089aaeff), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.209600 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T18:05:27Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:29.242282 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] Checking router: 4de50d29-5741-4755-8036-3b46089aaeff for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:29.255361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] Routers {'4de50d29-5741-4755-8036-3b46089aaeff'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:29.256502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['4de50d29-5741-4755-8036-3b46089aaeff'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:29.361870 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] Set router 4de50d29-5741-4755-8036-3b46089aaeff gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:29.422984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Deleting port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:29.424031 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.515263 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:29.533048 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] For port ca431a8c-34a3-43fc-ba3d-7fffb2890cbf, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:29.533682 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.549590 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Calling delete_port for ca431a8c-34a3-43fc-ba3d-7fffb2890cbf owned by network:router_gateway {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:29.558390 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T18:05:27Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:29.585566 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd25d6e4-f901-4688-ac17-029f79bf505a None None] The sync data for ids ['4de50d29-5741-4755-8036-3b46089aaeff'] in dv-cinder-859317-1-iscsi is: [{'id': '4de50d29-5741-4755-8036-3b46089aaeff', 'name': 'tempest-AttachVolumeTestJSON-934076463-router', 'tenant_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T18:05:27Z', 'revision_number': 5, 'project_id': 'b04dd3fdb6ab4fddbd9f68b60cac3568', 'gw_port': {'id': 'ca431a8c-34a3-43fc-ba3d-7fffb2890cbf', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de50d29-5741-4755-8036-3b46089aaeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:29.628148 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:30.041637 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962d721-1cac-452c-a009-4446e80606de req-8b6c9b1a-29ac-4789-bdfe-e6ebe1aeded5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:30.044154 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f962d721-1cac-452c-a009-4446e80606de req-8b6c9b1a-29ac-4789-bdfe-e6ebe1aeded5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0632877 Sep 26 18:05:30.124917 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f962d721-1cac-452c-a009-4446e80606de req-3f9beedf-dce0-43f4-83ef-73ab1a8022b6 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739555 Sep 26 18:05:30.169766 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (ca431a8c-34a3-43fc-ba3d-7fffb2890cbf), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.209849 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.255676 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca431a8c-34a3-43fc-ba3d-7fffb2890cbf,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:30.284066 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.326036 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b0b53-fb2d-4fc7-81b1-781c2d563d45 req-2c85590a-e2e8-460a-aed5-03874662d17f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:30.327585 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b32b0b53-fb2d-4fc7-81b1-781c2d563d45 req-2c85590a-e2e8-460a-aed5-03874662d17f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.1334870 Sep 26 18:05:30.360601 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (4de50d29-5741-4755-8036-3b46089aaeff), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.492096 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (4de50d29-5741-4755-8036-3b46089aaeff), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.495138 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks [] for router_controller (4de50d29-5741-4755-8036-3b46089aaeff), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.502391 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b32b0b53-fb2d-4fc7-81b1-781c2d563d45 req-04255df6-c3f2-4f3b-b641-015358b8d74e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664517 Sep 26 18:05:30.556399 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:30.676091 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b79791fd-a4f0-41d3-b590-e3b5356cca21 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:30.698029 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: b79791fd-a4f0-41d3-b590-e3b5356cca21 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:30.698307 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b79791fd-a4f0-41d3-b590-e3b5356cca21 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:30.929358 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (4de50d29-5741-4755-8036-3b46089aaeff), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.930011 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4de50d29-5741-4755-8036-3b46089aaeff {{(pid=118303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:05:30.940152 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:30.940152 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ad769b9e-2fc8-4dfb-9faa-1d08ab1786a6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/4de50d29-5741-4755-8036-3b46089aaeff HTTP/1.1" status: 204 len: 168 time: 2.1373074 Sep 26 18:05:30.940337 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56498) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:30.976203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:31.006050 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] Deleting subnet ef585569-a6ac-413e-9725-d887e848c652 {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:05:31.010615 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] Publish callbacks [] for subnet (ef585569-a6ac-413e-9725-d887e848c652), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.071899 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530479'] for subnet (ef585569-a6ac-413e-9725-d887e848c652), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.158983 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (ef585569-a6ac-413e-9725-d887e848c652), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.198473 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:31.254802 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f615a-7fba-4f2f-a313-9334d0034394 req-1515a542-1613-43d6-ad0e-c90cb3e60894 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:31.256264 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a51f615a-7fba-4f2f-a313-9334d0034394 req-1515a542-1613-43d6-ad0e-c90cb3e60894 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0472729 Sep 26 18:05:31.312748 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126243393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126207976'] for subnet (ef585569-a6ac-413e-9725-d887e848c652), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.313560 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a51f615a-7fba-4f2f-a313-9334d0034394 req-67b0c1d3-4a77-44e1-86c7-ca401b930748 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511096 Sep 26 18:05:31.337977 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef585569-a6ac-413e-9725-d887e848c652,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:31.346541 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.349881 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-40358192-18f0-4881-82eb-c6e50ec15ae0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/ef585569-a6ac-413e-9725-d887e848c652 HTTP/1.1" status: 204 len: 168 time: 0.4089913 Sep 26 18:05:31.352281 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56510) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:31.355739 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcc138-c5b1-4018-9d5b-16b2137a8e00 None None] Network 7327a67e-44b9-426d-af9d-05e96c87ac54 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:05:31.429698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (7327a67e-44b9-426d-af9d-05e96c87ac54), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.480924 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Deleting port 32a29617-cfc3-4e33-b230-24a88b46a3e1 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:31.481287 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.506221 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] DHCP port deletion for 7327a67e-44b9-426d-af9d-05e96c87ac54 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:05:31.562340 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] Deleting port 32a29617-cfc3-4e33-b230-24a88b46a3e1 {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:31.562340 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.573030 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] For port 32a29617-cfc3-4e33-b230-24a88b46a3e1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=32a29617-cfc3-4e33-b230-24a88b46a3e1,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:31.573487 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.593304 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Calling delete_port for 32a29617-cfc3-4e33-b230-24a88b46a3e1 owned by network:dhcp {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:31.640573 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] For port 32a29617-cfc3-4e33-b230-24a88b46a3e1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=32a29617-cfc3-4e33-b230-24a88b46a3e1,segment=NetworkSegment(ac2f55bd-dac0-401f-9240-682fa4e758dd),segment_id=ac2f55bd-dac0-401f-9240-682fa4e758dd)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:31.641293 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.659839 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] Calling delete_port for 32a29617-cfc3-4e33-b230-24a88b46a3e1 owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:31.681477 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb746df6-ec01-44ec-8163-353ab3b11d97 req-3ee03682-3c45-4bdc-b673-5350cb61f424 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:31.683100 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cb746df6-ec01-44ec-8163-353ab3b11d97 req-3ee03682-3c45-4bdc-b673-5350cb61f424 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0670254 Sep 26 18:05:31.737860 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cb746df6-ec01-44ec-8163-353ab3b11d97 req-992e4e16-e144-411a-a5f2-be11f843a676 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483453 Sep 26 18:05:31.814948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.821485 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (32a29617-cfc3-4e33-b230-24a88b46a3e1), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.825533 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:31.839309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a29617-cfc3-4e33-b230-24a88b46a3e1,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:31.843386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] No DVR routers for this DVR port 32a29617-cfc3-4e33-b230-24a88b46a3e1 on host dv-cinder-859317-1-iscsi {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:31.920951 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (7327a67e-44b9-426d-af9d-05e96c87ac54), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.943156 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7327a67e-44b9-426d-af9d-05e96c87ac54']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:31.952925 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2f55bd-dac0-401f-9240-682fa4e758dd') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:31.953204 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2f55bd-dac0-401f-9240-682fa4e758dd') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:31.963829 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (ac2f55bd-dac0-401f-9240-682fa4e758dd), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.973834 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] No DVR routers for this DVR port 32a29617-cfc3-4e33-b230-24a88b46a3e1 on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:31.977512 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (ac2f55bd-dac0-401f-9240-682fa4e758dd), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.977666 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fb2b2-f1a7-4873-a175-583397a3cd33 None None] Pushing event deleted for resources: {'Port': ['ID=32a29617-cfc3-4e33-b230-24a88b46a3e1,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:31.985858 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Releasing vlan 466 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:05:31.985858 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (ac2f55bd-dac0-401f-9240-682fa4e758dd), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.030430 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment ac2f55bd-dac0-401f-9240-682fa4e758dd resource provider aggregate not found Sep 26 18:05:32.050605 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment ac2f55bd-dac0-401f-9240-682fa4e758dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac2f55bd-dac0-401f-9240-682fa4e758dd found for delete ", "request_id": "req-3c9d774f-4737-4c54-b29a-5c1f6d4756ec"}]} Sep 26 18:05:32.197828 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (7327a67e-44b9-426d-af9d-05e96c87ac54), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.203716 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.206874 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/7327a67e-44b9-426d-af9d-05e96c87ac54 HTTP/1.1" status: 204 len: 168 time: 0.8536835 Sep 26 18:05:32.218106 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0baaa-ebff-43fc-90b7-bffd1e6e1aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7327a67e-44b9-426d-af9d-05e96c87ac54,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:32.434440 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604b16b-ce8d-4dd6-b0e9-e0988a0e3545 req-65ab2a91-aca4-400d-b85f-547ad328263f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:32.435893 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2604b16b-ce8d-4dd6-b0e9-e0988a0e3545 req-65ab2a91-aca4-400d-b85f-547ad328263f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0468366 Sep 26 18:05:32.486218 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2604b16b-ce8d-4dd6-b0e9-e0988a0e3545 req-dfbf36ac-32c3-4a35-a93f-56ff53522c8c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Sep 26 18:05:32.575701 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56528) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:32.620495 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9f7b0e44-501e-4cbd-ae07-7be76f1b06f4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b04dd3fdb6ab4fddbd9f68b60cac3568&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436628 Sep 26 18:05:32.623201 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56530) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:32.643874 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 32a29617-cfc3-4e33-b230-24a88b46a3e1 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:32.664185 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 32a29617-cfc3-4e33-b230-24a88b46a3e1 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:32.664534 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 32a29617-cfc3-4e33-b230-24a88b46a3e1 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:32.664956 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ca431a8c-34a3-43fc-ba3d-7fffb2890cbf no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:32.684134 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: ca431a8c-34a3-43fc-ba3d-7fffb2890cbf {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:32.684479 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ca431a8c-34a3-43fc-ba3d-7fffb2890cbf not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:32.684699 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0e8797de-783c-4366-8bcf-a732ca41c51b admin admin] Publish callbacks [] for security_group (2ff91ee8-398e-4ec6-9708-f4d64b61eb13), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.711272 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0e8797de-783c-4366-8bcf-a732ca41c51b admin admin] Publish callbacks [] for security_group (2ff91ee8-398e-4ec6-9708-f4d64b61eb13), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.845948 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0e8797de-783c-4366-8bcf-a732ca41c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2ff91ee8-398e-4ec6-9708-f4d64b61eb13), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.848537 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0e8797de-783c-4366-8bcf-a732ca41c51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:32.849702 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-0e8797de-783c-4366-8bcf-a732ca41c51b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2ff91ee8-398e-4ec6-9708-f4d64b61eb13 HTTP/1.1" status: 204 len: 168 time: 0.2255933 Sep 26 18:05:32.863429 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8797de-783c-4366-8bcf-a732ca41c51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff91ee8-398e-4ec6-9708-f4d64b61eb13,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:32.877538 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf4977-9454-401f-8927-4eb667aba1f1 req-11b00705-0040-45cd-abeb-21f08a01a10e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:32.881512 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:32.881666 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6bdf4977-9454-401f-8927-4eb667aba1f1 req-11b00705-0040-45cd-abeb-21f08a01a10e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0634375 Sep 26 18:05:32.933197 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6bdf4977-9454-401f-8927-4eb667aba1f1 req-23008a1f-9f0c-4131-b375-2986a2c2d3d3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469851 Sep 26 18:05:33.173692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56546) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:33.228912 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] Deleting subnet 711a70c7-7bbd-4656-a742-847ce8905dce {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:05:33.236132 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] Publish callbacks [] for subnet (711a70c7-7bbd-4656-a742-847ce8905dce), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.245433 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054b71c-5755-4826-b09f-7893199c9cd8 req-3e13d982-843a-4c5b-9795-12dd5d3de46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.247566 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6054b71c-5755-4826-b09f-7893199c9cd8 req-3e13d982-843a-4c5b-9795-12dd5d3de46b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.0487449 Sep 26 18:05:33.280358 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530479'] for subnet (711a70c7-7bbd-4656-a742-847ce8905dce), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.318740 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6054b71c-5755-4826-b09f-7893199c9cd8 req-ef95ec8d-41b9-4039-8cda-c322cd106de0 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488074 Sep 26 18:05:33.330516 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (711a70c7-7bbd-4656-a742-847ce8905dce), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.495068 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126243393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126207976'] for subnet (711a70c7-7bbd-4656-a742-847ce8905dce), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.526327 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=711a70c7-7bbd-4656-a742-847ce8905dce,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:33.532019 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.535163 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-bdb6b33b-9caf-49d5-b49d-c96fbe1815e3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/711a70c7-7bbd-4656-a742-847ce8905dce HTTP/1.1" status: 204 len: 168 time: 0.3597600 Sep 26 18:05:33.537828 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56560) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:33.602133 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:33.609987 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (c27e0335-9eea-42d9-8b2c-21e4e0403472), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.620071 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725e05e-2c71-464b-a83a-9a52fed88d30 req-3daeb876-a942-4720-a8b5-e7c69ab25e9d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:33.621002 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:33.621557 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3725e05e-2c71-464b-a83a-9a52fed88d30 req-3daeb876-a942-4720-a8b5-e7c69ab25e9d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0467734 Sep 26 18:05:33.678749 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3725e05e-2c71-464b-a83a-9a52fed88d30 req-afd4fa24-9a01-4409-aaa5-18ce463e07c0 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509431 Sep 26 18:05:33.701216 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (c27e0335-9eea-42d9-8b2c-21e4e0403472), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.725694 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27e0335-9eea-42d9-8b2c-21e4e0403472']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:33.735372 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24655754-741a-4592-bd7e-628f0d6077d7') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:33.735860 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24655754-741a-4592-bd7e-628f0d6077d7') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:33.746519 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (24655754-741a-4592-bd7e-628f0d6077d7), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.760377 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (24655754-741a-4592-bd7e-628f0d6077d7), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.766656 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Releasing vlan 494 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:05:33.767723 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (24655754-741a-4592-bd7e-628f0d6077d7), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.895308 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (c27e0335-9eea-42d9-8b2c-21e4e0403472), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.906021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:33.906021 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/c27e0335-9eea-42d9-8b2c-21e4e0403472 HTTP/1.1" status: 204 len: 168 time: 0.3662105 Sep 26 18:05:33.908580 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56568) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:33.915470 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26763823-7c80-410b-bdd1-2760726672a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27e0335-9eea-42d9-8b2c-21e4e0403472,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:33.959864 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] Deleting subnet a9d330b1-c6a9-46e2-8109-d48215efca28 {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:05:33.963480 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] Publish callbacks [] for subnet (a9d330b1-c6a9-46e2-8109-d48215efca28), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.000145 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (a9d330b1-c6a9-46e2-8109-d48215efca28), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.072623 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 24655754-741a-4592-bd7e-628f0d6077d7 resource provider aggregate not found Sep 26 18:05:34.076687 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a757ba-05c4-4d02-9d01-66c204cc198a req-7dc8fd0a-b125-4de4-89d0-5d2dfcfeb9d2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:34.078213 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97a757ba-05c4-4d02-9d01-66c204cc198a req-7dc8fd0a-b125-4de4-89d0-5d2dfcfeb9d2 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 944 time: 0.0590165 Sep 26 18:05:34.081188 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (a9d330b1-c6a9-46e2-8109-d48215efca28), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.093198 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 24655754-741a-4592-bd7e-628f0d6077d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24655754-741a-4592-bd7e-628f0d6077d7 found for delete ", "request_id": "req-cdbff052-ffb9-4278-a7cb-f9d596d84a52"}]} Sep 26 18:05:34.108475 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:34.170149 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-97a757ba-05c4-4d02-9d01-66c204cc198a req-ef50e1fc-92d7-4fa3-a2b3-f870245e7dc8 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643823 Sep 26 18:05:34.275926 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:05:34.278850 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (a9d330b1-c6a9-46e2-8109-d48215efca28), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.312538 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d330b1-c6a9-46e2-8109-d48215efca28,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:34.314653 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.318688 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-151b06ab-5f52-4198-a451-2588c3000b83 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/a9d330b1-c6a9-46e2-8109-d48215efca28 HTTP/1.1" status: 204 len: 168 time: 0.4085243 Sep 26 18:05:34.320722 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56584) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:34.387937 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:34.395995 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (007a3d1c-8366-4965-841d-f8cf12624b99), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.400561 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:34.413160 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'port_id': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'mac_address': 'fa:16:3e:5a:50:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:05:34.453866 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port fbc9979b-8c95-48ea-b2f1-0efc9810462e is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:34.454981 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.472116 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc9979b-8c95-48ea-b2f1-0efc9810462e {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:34.481328 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (007a3d1c-8366-4965-841d-f8cf12624b99), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.499227 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:34.506261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007a3d1c-8366-4965-841d-f8cf12624b99']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:34.515455 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8adbb8a-afcc-4e99-92ff-59a6bae6c971') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:34.518043 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8adbb8a-afcc-4e99-92ff-59a6bae6c971') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:34.525802 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (c8adbb8a-afcc-4e99-92ff-59a6bae6c971), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.538742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (c8adbb8a-afcc-4e99-92ff-59a6bae6c971), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.544803 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Releasing vlan 487 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:05:34.552543 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (c8adbb8a-afcc-4e99-92ff-59a6bae6c971), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.666434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.714679 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (007a3d1c-8366-4965-841d-f8cf12624b99), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.721032 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=9']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:34.722519 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:34.726555 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/007a3d1c-8366-4965-841d-f8cf12624b99 HTTP/1.1" status: 204 len: 168 time: 0.4047983 Sep 26 18:05:34.734573 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:34.744797 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74c7c5-ffd5-4753-9d95-48a8bb68d239 admin admin] Pushing event deleted for resources: {'Network': ['ID=007a3d1c-8366-4965-841d-f8cf12624b99,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:34.806917 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b78b2-e14f-4e1e-a023-b1a2d5234846 req-1a3b59d1-15e5-43ac-833f-cbcd29421ecc tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:34.808373 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0a1b78b2-e14f-4e1e-a023-b1a2d5234846 req-1a3b59d1-15e5-43ac-833f-cbcd29421ecc tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0474203 Sep 26 18:05:34.860321 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0a1b78b2-e14f-4e1e-a023-b1a2d5234846 req-97bb29ef-de05-4072-8420-ec706b320c75 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460641 Sep 26 18:05:35.004360 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['fbc9979b-8c95-48ea-b2f1-0efc9810462e'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:35.075565 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56606) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:35.119991 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6bb2a7b6-2b59-4568-820e-98269da4fcd5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=740ae6bbf744461c852f74e058f01a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428486 Sep 26 18:05:35.123580 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56608) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:35.186764 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6a64d179-bfc0-488e-a2e6-1ae30a9bf228 admin admin] Publish callbacks [] for security_group (db86bd7c-a48a-487c-85ca-c15ccb265b5e), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.208335 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6a64d179-bfc0-488e-a2e6-1ae30a9bf228 admin admin] Publish callbacks [] for security_group (db86bd7c-a48a-487c-85ca-c15ccb265b5e), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.303077 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cee9b-4d0b-4ebb-b71c-5405450983a1 req-b2c50f22-eabb-46c2-a483-bb7eaa13443f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:35.304531 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-130cee9b-4d0b-4ebb-b71c-5405450983a1 req-b2c50f22-eabb-46c2-a483-bb7eaa13443f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0467350 Sep 26 18:05:35.347458 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:35.352030 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-130cee9b-4d0b-4ebb-b71c-5405450983a1 req-fe642bf8-9a12-4243-8830-a072547ecdd3 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Sep 26 18:05:35.369049 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6a64d179-bfc0-488e-a2e6-1ae30a9bf228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (db86bd7c-a48a-487c-85ca-c15ccb265b5e), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.371680 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-6a64d179-bfc0-488e-a2e6-1ae30a9bf228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:35.372758 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-6a64d179-bfc0-488e-a2e6-1ae30a9bf228 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/db86bd7c-a48a-487c-85ca-c15ccb265b5e HTTP/1.1" status: 204 len: 168 time: 0.2482142 Sep 26 18:05:35.381690 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64d179-bfc0-488e-a2e6-1ae30a9bf228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86bd7c-a48a-487c-85ca-c15ccb265b5e,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:35.998668 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f243c8a-1218-4274-9556-f10310af94d5 req-18b02390-a32a-4126-841d-1a2ca09f5227 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.000435 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f243c8a-1218-4274-9556-f10310af94d5 req-18b02390-a32a-4126-841d-1a2ca09f5227 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0592649 Sep 26 18:05:36.060897 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0f243c8a-1218-4274-9556-f10310af94d5 req-0684028a-ada3-48ec-b232-a3e4e87c8067 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542936 Sep 26 18:05:36.114580 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment c8adbb8a-afcc-4e99-92ff-59a6bae6c971 resource provider aggregate not found Sep 26 18:05:36.132159 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment c8adbb8a-afcc-4e99-92ff-59a6bae6c971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8adbb8a-afcc-4e99-92ff-59a6bae6c971 found for delete ", "request_id": "req-9b5ae15d-d3ca-4111-a4dd-15602144f7e8"}]} Sep 26 18:05:36.210202 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db33bbb-8878-4eae-85ee-feffaaa84a36 req-da6610d0-091d-4e93-b779-2ac2c265ebb4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.212049 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2db33bbb-8878-4eae-85ee-feffaaa84a36 req-da6610d0-091d-4e93-b779-2ac2c265ebb4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0592127 Sep 26 18:05:36.274518 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2db33bbb-8878-4eae-85ee-feffaaa84a36 req-73904e01-3497-4a8b-9dee-a7dd34de93d8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520959 Sep 26 18:05:36.292692 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:36.308287 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56638) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:36.343304 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port fbc9979b-8c95-48ea-b2f1-0efc9810462e triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:36.343682 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.344018 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port fbc9979b-8c95-48ea-b2f1-0efc9810462e Sep 26 18:05:36.429561 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port fbc9979b-8c95-48ea-b2f1-0efc9810462e is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:36.429561 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.469863 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:36.472843 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751eaf78-4dc0-4a51-a127-881834c1091d" -d '{"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:36.489440 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:36.508639 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5fbfe-8490-4293-9268-11d0b4c74be0 req-62a959fd-1ddd-404f-a35f-04a4430cf447 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.510203 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-04f5fbfe-8490-4293-9268-11d0b4c74be0 req-62a959fd-1ddd-404f-a35f-04a4430cf447 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 945 time: 0.0593312 Sep 26 18:05:36.524246 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505f1b6-4005-4e3d-bfda-845b209bad7c x-openstack-request-id: req-2505f1b6-4005-4e3d-bfda-845b209bad7c {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:36.524655 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:36.524925 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2505f1b6-4005-4e3d-bfda-845b209bad7c {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:36.525655 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2505f1b6-4005-4e3d-bfda-845b209bad7c'] response: {'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'code': 200} Sep 26 18:05:36.590970 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baac0ac-c8e7-4dea-9fc8-bb379e4b3269 tempest-TestShelveInstance-198268187 tempest-TestShelveInstance-198268187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.592493 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9baac0ac-c8e7-4dea-9fc8-bb379e4b3269 tempest-TestShelveInstance-198268187 tempest-TestShelveInstance-198268187-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1124 time: 0.2832310 Sep 26 18:05:36.595557 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56650) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:36.596814 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-04f5fbfe-8490-4293-9268-11d0b4c74be0 req-7e559f1e-8b15-46bb-825c-f30501bc4afb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807805 Sep 26 18:05:36.600258 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'port_id': '31307d50-e542-4868-bd34-9450071b5b52', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:36.866321 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.875499 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:36.929679 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=10']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:36.978481 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.090898 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Allocated IP 172.27.2.71 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/940c7a78-6584-4a07-898f-5128381bda84) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:37.109732 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56660) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:37.176504 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a7a07-45e9-49a5-a6b3-80386365649d req-4dc55844-b1a6-401f-bd4a-2f1a4660008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:37.177968 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df9a7a07-45e9-49a5-a6b3-80386365649d req-4dc55844-b1a6-401f-bd4a-2f1a4660008c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 1131 time: 0.0600557 Sep 26 18:05:37.189290 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a68269f2-671f-4112-8598-51a5f23bd6e8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8d6b17eff41d46d19a105d8215a691cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784707 Sep 26 18:05:37.195825 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56662) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:37.252378 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:37.265393 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-df9a7a07-45e9-49a5-a6b3-80386365649d req-bbb04725-81db-45d9-872e-ec400c5b15b6 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748909 Sep 26 18:05:37.280449 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7db6e116-f5d1-4ce9-b4b2-6d81cf5414fe admin admin] Publish callbacks [] for security_group (f9834ca2-4949-4462-9d04-2e524187d619), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.307071 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7db6e116-f5d1-4ce9-b4b2-6d81cf5414fe admin admin] Publish callbacks [] for security_group (f9834ca2-4949-4462-9d04-2e524187d619), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.443890 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for port (940c7a78-6584-4a07-898f-5128381bda84), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.451510 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:37.472123 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7db6e116-f5d1-4ce9-b4b2-6d81cf5414fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f9834ca2-4949-4462-9d04-2e524187d619), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.474764 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7db6e116-f5d1-4ce9-b4b2-6d81cf5414fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.475893 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7db6e116-f5d1-4ce9-b4b2-6d81cf5414fe admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f9834ca2-4949-4462-9d04-2e524187d619 HTTP/1.1" status: 204 len: 168 time: 0.2782252 Sep 26 18:05:37.487897 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6e116-f5d1-4ce9-b4b2-6d81cf5414fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9834ca2-4949-4462-9d04-2e524187d619,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:37.569491 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (940c7a78-6584-4a07-898f-5128381bda84), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:37.613486 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:37.618588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:37.622741 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:37.625972 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'Port': ['ID=940c7a78-6584-4a07-898f-5128381bda84,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:37.731057 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02880a2e-2029-4254-b608-459772591f2b req-c33beb31-6373-4f7d-8a0b-5d694cde416f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:37.732627 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-02880a2e-2029-4254-b608-459772591f2b req-c33beb31-6373-4f7d-8a0b-5d694cde416f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0485060 Sep 26 18:05:37.789025 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-02880a2e-2029-4254-b608-459772591f2b req-d0bd7b6a-1c48-4784-82da-568c4703353f tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505290 Sep 26 18:05:37.876041 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56674) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:38.020106 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:38.034785 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-732c4d6c-468a-460f-ad6c-0290c9b36af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.062013 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for floatingip (c525a726-96e5-4cc5-b2df-1bf8053a854e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.152221 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-732c4d6c-468a-460f-ad6c-0290c9b36af3 admin admin] Publish callbacks [] for security_group (6a05a8c8-14c2-4c4a-8f61-c819e419fbe4), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.261172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-732c4d6c-468a-460f-ad6c-0290c9b36af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6a05a8c8-14c2-4c4a-8f61-c819e419fbe4), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.324387 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (940c7a78-6584-4a07-898f-5128381bda84), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.326266 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c4d6c-468a-460f-ad6c-0290c9b36af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a05a8c8-14c2-4c4a-8f61-c819e419fbe4,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:38.334550 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-732c4d6c-468a-460f-ad6c-0290c9b36af3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=14fd8d8c77314e6291e02aaaa8124d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549522 Sep 26 18:05:38.334907 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56686) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:38.408546 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4859b96e-feb2-409b-b1b9-9547605b42e2 admin admin] Publish callbacks [] for security_group (6a05a8c8-14c2-4c4a-8f61-c819e419fbe4), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.433084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4859b96e-feb2-409b-b1b9-9547605b42e2 admin admin] Publish callbacks [] for security_group (6a05a8c8-14c2-4c4a-8f61-c819e419fbe4), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.510116 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for port (940c7a78-6584-4a07-898f-5128381bda84), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.547086 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4859b96e-feb2-409b-b1b9-9547605b42e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6a05a8c8-14c2-4c4a-8f61-c819e419fbe4), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.549893 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4859b96e-feb2-409b-b1b9-9547605b42e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.552122 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-4859b96e-feb2-409b-b1b9-9547605b42e2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6a05a8c8-14c2-4c4a-8f61-c819e419fbe4 HTTP/1.1" status: 204 len: 168 time: 0.2152500 Sep 26 18:05:38.559718 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859b96e-feb2-409b-b1b9-9547605b42e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a05a8c8-14c2-4c4a-8f61-c819e419fbe4,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:38.575418 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (940c7a78-6584-4a07-898f-5128381bda84), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.664187 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event updated for resources: {'Port': ['ID=940c7a78-6584-4a07-898f-5128381bda84,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:38.666616 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (c525a726-96e5-4cc5-b2df-1bf8053a854e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:38.795271 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Floating IP c525a726-96e5-4cc5-b2df-1bf8053a854e associated. External IP: 172.27.2.71, port: 31307d50-e542-4868-bd34-9450071b5b52. Sep 26 18:05:38.834280 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:38.934621 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00960da1-6a15-4304-941a-ad5bfda06a16 req-d0d61704-2e53-4126-b1d7-50c57a9f069e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:38.937700 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00960da1-6a15-4304-941a-ad5bfda06a16 req-d0d61704-2e53-4126-b1d7-50c57a9f069e tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0624664 Sep 26 18:05:38.995029 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-00960da1-6a15-4304-941a-ad5bfda06a16 req-3c993e8d-46b4-4679-8675-e37682865940 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513866 Sep 26 18:05:39.030604 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Router 5a1283ff-b3b8-487f-bca1-98b53b029e94 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:05:39.040342 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:39.145921 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:39.160546 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] Sync routers for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:39.186679 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:39.187344 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:39.224120 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:39.267418 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-73e256ff-83ab-45b3-947b-016e97d207b9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6698146 Sep 26 18:05:39.269960 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'tag': '31307d50-e542-4868-bd34-9450071b5b52'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:39.272504 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44ac320-1090-453d-a013-cfc9e76c7674" -d '{"events": [{"name": "network-changed", "server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "tag": "31307d50-e542-4868-bd34-9450071b5b52"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:39.310582 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:39.322231 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98efc534-c74b-4718-ab99-719876d96944 x-openstack-request-id: req-98efc534-c74b-4718-ab99-719876d96944 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:39.322231 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "tag": "31307d50-e542-4868-bd34-9450071b5b52", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:39.322231 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98efc534-c74b-4718-ab99-719876d96944 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:39.322777 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98efc534-c74b-4718-ab99-719876d96944'] response: {'name': 'network-changed', 'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'tag': '31307d50-e542-4868-bd34-9450071b5b52', 'status': 'completed', 'code': 200} Sep 26 18:05:39.408460 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-5f8dbcb2-3f71-40b4-8f37-2d1ae799e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:39.409991 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-5f8dbcb2-3f71-40b4-8f37-2d1ae799e149 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.0506682 Sep 26 18:05:39.527984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-51906cb1-90dd-434e-9611-94ffafb8507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:39.529416 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-51906cb1-90dd-434e-9611-94ffafb8507e service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 908 time: 0.1021543 Sep 26 18:05:39.538072 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'c525a726-96e5-4cc5-b2df-1bf8053a854e', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'port_id': '31307d50-e542-4868-bd34-9450071b5b52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'mac_address': 'fa:16:3e:55:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:37Z', 'updated_at': '2022-09-26T18:05:37Z', 'revision_number': 0, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 5, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:39.562114 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] Checking router: 5a1283ff-b3b8-487f-bca1-98b53b029e94 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:39.571090 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:39.571720 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:39.594282 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-653dc2c5-5569-4bfa-9d8b-1a6b54df6f65 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 998 time: 0.0575271 Sep 26 18:05:39.653596 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-0bc0e336-9690-48ce-a991-ea99ed7a494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:39.655856 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-0bc0e336-9690-48ce-a991-ea99ed7a494a service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0498726 Sep 26 18:05:39.688210 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:39.702608 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:39.710391 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-284e0e1c-807d-4119-9ad5-ac67085c9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:39.711900 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-284e0e1c-807d-4119-9ad5-ac67085c9ff9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456049 Sep 26 18:05:39.815797 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-ed86dc2e-7261-43ca-95de-aaf4fd7b2484 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965734 Sep 26 18:05:39.858041 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56742) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:39.872731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c6277b22-a81c-4279-982d-ca78b51edeaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:39.920215 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'c525a726-96e5-4cc5-b2df-1bf8053a854e', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'port_id': '31307d50-e542-4868-bd34-9450071b5b52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'mac_address': 'fa:16:3e:55:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:37Z', 'updated_at': '2022-09-26T18:05:37Z', 'revision_number': 0, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 5, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:39.927506 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a44ac320-1090-453d-a013-cfc9e76c7674 req-17bd0b39-d059-4538-8a5e-8a7005ac93c9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025915 Sep 26 18:05:39.949320 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71aa913-88e7-4160-be4d-ecdaf3273cb2 None None] The sync data for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi is: [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'c525a726-96e5-4cc5-b2df-1bf8053a854e', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'port_id': '31307d50-e542-4868-bd34-9450071b5b52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'mac_address': 'fa:16:3e:55:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:37Z', 'updated_at': '2022-09-26T18:05:37Z', 'revision_number': 0, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 5, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:39.960628 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c6277b22-a81c-4279-982d-ca78b51edeaa admin admin] Publish callbacks [] for security_group (bb02984a-c236-4d8e-a3be-f6828894914f), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.118955 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:40.130051 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4841-99f6-48b4-8df8-40c6f64e955d req-ec32ba5e-a8d7-4eea-b938-01c7c172d5e6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:40.131594 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7aa4841-99f6-48b4-8df8-40c6f64e955d req-ec32ba5e-a8d7-4eea-b938-01c7c172d5e6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0488284 Sep 26 18:05:40.134854 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c6277b22-a81c-4279-982d-ca78b51edeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (bb02984a-c236-4d8e-a3be-f6828894914f), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.159141 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca2093-b3cc-4f72-bb49-b26068b41e38 None None] New status for floating IP c525a726-96e5-4cc5-b2df-1bf8053a854e: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:05:40.179008 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c6277b22-a81c-4279-982d-ca78b51edeaa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=015f0ebfb8854ffe83b90a077a9d5039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198757 Sep 26 18:05:40.190838 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56748) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:40.195519 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6277b22-a81c-4279-982d-ca78b51edeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb02984a-c236-4d8e-a3be-f6828894914f,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:40.234624 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e7aa4841-99f6-48b4-8df8-40c6f64e955d req-2395469f-4a90-453b-8219-4a98c88baae0 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958173 Sep 26 18:05:40.274100 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:40.279085 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:40.290239 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d79cd0f5-5b14-426e-ad41-1185ea219028 admin admin] Publish callbacks [] for security_group (bb02984a-c236-4d8e-a3be-f6828894914f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.310585 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d79cd0f5-5b14-426e-ad41-1185ea219028 admin admin] Publish callbacks [] for security_group (bb02984a-c236-4d8e-a3be-f6828894914f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.615027 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d79cd0f5-5b14-426e-ad41-1185ea219028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (bb02984a-c236-4d8e-a3be-f6828894914f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.621369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d79cd0f5-5b14-426e-ad41-1185ea219028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.621369 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d79cd0f5-5b14-426e-ad41-1185ea219028 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bb02984a-c236-4d8e-a3be-f6828894914f HTTP/1.1" status: 204 len: 168 time: 0.4188712 Sep 26 18:05:40.627148 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cd0f5-5b14-426e-ad41-1185ea219028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb02984a-c236-4d8e-a3be-f6828894914f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:41.374407 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699ccc5-585a-4977-8b8b-2a9e8fcd9c35 req-7677a88a-3290-469b-9154-3a3d61d46c69 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:41.376116 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7699ccc5-585a-4977-8b8b-2a9e8fcd9c35 req-7677a88a-3290-469b-9154-3a3d61d46c69 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0496910 Sep 26 18:05:41.424870 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7699ccc5-585a-4977-8b8b-2a9e8fcd9c35 req-bdec3e1e-6d09-4d20-871a-9c8a7598a97c tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Sep 26 18:05:43.460488 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56842) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:43.565080 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-39ffccc6-ade8-40ff-a1b9-78abcc8a6e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.638943 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-39ffccc6-ade8-40ff-a1b9-78abcc8a6e54 admin admin] Publish callbacks [] for security_group (468bd5a2-9cc9-417e-9b09-5e1569c25878), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.728922 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-39ffccc6-ade8-40ff-a1b9-78abcc8a6e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (468bd5a2-9cc9-417e-9b09-5e1569c25878), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.770954 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffccc6-ade8-40ff-a1b9-78abcc8a6e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468bd5a2-9cc9-417e-9b09-5e1569c25878,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:43.775635 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-39ffccc6-ade8-40ff-a1b9-78abcc8a6e54 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=255a21197a2048dd818d05ce0f88d589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140559 Sep 26 18:05:43.778339 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56848) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:43.807889 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:43.831041 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a2135865-b506-434f-bc65-99f9cc8b1e27 admin admin] Publish callbacks [] for security_group (468bd5a2-9cc9-417e-9b09-5e1569c25878), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.852330 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a2135865-b506-434f-bc65-99f9cc8b1e27 admin admin] Publish callbacks [] for security_group (468bd5a2-9cc9-417e-9b09-5e1569c25878), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.883846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:43.991478 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a2135865-b506-434f-bc65-99f9cc8b1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (468bd5a2-9cc9-417e-9b09-5e1569c25878), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.994089 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a2135865-b506-434f-bc65-99f9cc8b1e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.995252 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a2135865-b506-434f-bc65-99f9cc8b1e27 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/468bd5a2-9cc9-417e-9b09-5e1569c25878 HTTP/1.1" status: 204 len: 168 time: 0.2158992 Sep 26 18:05:44.002957 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2135865-b506-434f-bc65-99f9cc8b1e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468bd5a2-9cc9-417e-9b09-5e1569c25878,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:44.290052 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56856) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:44.403762 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e39440a5-cf14-4ec6-bf37-38365ea8aad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.478640 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e39440a5-cf14-4ec6-bf37-38365ea8aad6 admin admin] Publish callbacks [] for security_group (57f3136d-80e0-4f79-a3b7-95d0ff025ed9), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.557648 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e39440a5-cf14-4ec6-bf37-38365ea8aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (57f3136d-80e0-4f79-a3b7-95d0ff025ed9), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.601400 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e39440a5-cf14-4ec6-bf37-38365ea8aad6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d7d22c721a1e4a918dc1ff9279374375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102672 Sep 26 18:05:44.602266 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39440a5-cf14-4ec6-bf37-38365ea8aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3136d-80e0-4f79-a3b7-95d0ff025ed9,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:44.604929 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56862) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:44.657832 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3d4f11c7-93a3-44ff-8e50-bf063b55d49e admin admin] Publish callbacks [] for security_group (57f3136d-80e0-4f79-a3b7-95d0ff025ed9), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.677818 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3d4f11c7-93a3-44ff-8e50-bf063b55d49e admin admin] Publish callbacks [] for security_group (57f3136d-80e0-4f79-a3b7-95d0ff025ed9), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.739870 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56864) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:44.757293 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a3b246e7-c156-463b-87f0-90ab57e9d3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.810485 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3d4f11c7-93a3-44ff-8e50-bf063b55d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (57f3136d-80e0-4f79-a3b7-95d0ff025ed9), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.812821 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3d4f11c7-93a3-44ff-8e50-bf063b55d49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.814554 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-3d4f11c7-93a3-44ff-8e50-bf063b55d49e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/57f3136d-80e0-4f79-a3b7-95d0ff025ed9 HTTP/1.1" status: 204 len: 168 time: 0.2076862 Sep 26 18:05:44.833794 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f11c7-93a3-44ff-8e50-bf063b55d49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3136d-80e0-4f79-a3b7-95d0ff025ed9,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:44.881519 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a3b246e7-c156-463b-87f0-90ab57e9d3bc admin admin] Publish callbacks [] for security_group (04027c0c-c2df-465b-8bbb-6b6ea4a95b10), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.951876 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a3b246e7-c156-463b-87f0-90ab57e9d3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (04027c0c-c2df-465b-8bbb-6b6ea4a95b10), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.991973 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b246e7-c156-463b-87f0-90ab57e9d3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04027c0c-c2df-465b-8bbb-6b6ea4a95b10,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:44.997188 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a3b246e7-c156-463b-87f0-90ab57e9d3bc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9647745b90c542e0b86d819120f96a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562597 Sep 26 18:05:44.999894 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56868) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:45.054219 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd55c-b742-4054-97d9-a20e45af09c0 admin admin] Publish callbacks [] for security_group (04027c0c-c2df-465b-8bbb-6b6ea4a95b10), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.076371 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd55c-b742-4054-97d9-a20e45af09c0 admin admin] Publish callbacks [] for security_group (04027c0c-c2df-465b-8bbb-6b6ea4a95b10), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.180334 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd55c-b742-4054-97d9-a20e45af09c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (04027c0c-c2df-465b-8bbb-6b6ea4a95b10), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.182959 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd55c-b742-4054-97d9-a20e45af09c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.186738 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ec5cd55c-b742-4054-97d9-a20e45af09c0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/04027c0c-c2df-465b-8bbb-6b6ea4a95b10 HTTP/1.1" status: 204 len: 168 time: 0.1858301 Sep 26 18:05:45.195117 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cd55c-b742-4054-97d9-a20e45af09c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04027c0c-c2df-465b-8bbb-6b6ea4a95b10,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:49.779507 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 56966) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:49.889237 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:49.935846 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:49.965163 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Publish callbacks [] for security_group (756e2ed7-53aa-44ec-bb78-ce09e39a9bbe), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.036942 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (756e2ed7-53aa-44ec-bb78-ce09e39a9bbe), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.075176 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:50.078663 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7a028ecd2b78448ebaf7dc12cbdfd65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981033 Sep 26 18:05:50.080363 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756e2ed7-53aa-44ec-bb78-ce09e39a9bbe,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:50.082104 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 56970) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:50.087880 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.088220 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.088558 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.088892 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.089236 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.089569 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.089890 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.090208 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.090526 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.090845 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.091170 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.091486 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.091800 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.092112 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.092424 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f3a4fa-fd59-4287-91d8-da6b1119fe32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:50.131700 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cc6c-fbf9-43ff-8e95-5681146f170f admin admin] Publish callbacks [] for security_group (756e2ed7-53aa-44ec-bb78-ce09e39a9bbe), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.159871 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cc6c-fbf9-43ff-8e95-5681146f170f admin admin] Publish callbacks [] for security_group (756e2ed7-53aa-44ec-bb78-ce09e39a9bbe), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.294770 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cc6c-fbf9-43ff-8e95-5681146f170f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (756e2ed7-53aa-44ec-bb78-ce09e39a9bbe), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.299124 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0bd0cc6c-fbf9-43ff-8e95-5681146f170f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:50.300386 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0bd0cc6c-fbf9-43ff-8e95-5681146f170f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/756e2ed7-53aa-44ec-bb78-ce09e39a9bbe HTTP/1.1" status: 204 len: 168 time: 0.2172496 Sep 26 18:05:50.308429 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0cc6c-fbf9-43ff-8e95-5681146f170f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e2ed7-53aa-44ec-bb78-ce09e39a9bbe,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:52.235365 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=96 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:52.240814 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=78 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:54.847522 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:55.146169 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6d69982e-29ac-40f5-8e24-797c5142b387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:55.374923 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:05:57.413860 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9c8d3e1f-b507-4066-9c82-efc09f41c188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:57.438649 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.575963 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57044) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:58.597515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.683573 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-db646b1f-4c82-4060-81cf-0a5855d811da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.764650 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-db646b1f-4c82-4060-81cf-0a5855d811da admin admin] Publish callbacks [] for security_group (1fc8bc36-013a-4429-ad4d-803d18c4fbd8), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.854350 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-db646b1f-4c82-4060-81cf-0a5855d811da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1fc8bc36-013a-4429-ad4d-803d18c4fbd8), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.892952 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db646b1f-4c82-4060-81cf-0a5855d811da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8bc36-013a-4429-ad4d-803d18c4fbd8,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:58.898523 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-db646b1f-4c82-4060-81cf-0a5855d811da admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1a83c37f09cd4c6195d8a7fc40dcd8d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213882 Sep 26 18:05:58.901579 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57048) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:58.952853 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b41aba79-f6d7-44c3-acc0-d86abf142840 admin admin] Publish callbacks [] for security_group (1fc8bc36-013a-4429-ad4d-803d18c4fbd8), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:58.972524 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b41aba79-f6d7-44c3-acc0-d86abf142840 admin admin] Publish callbacks [] for security_group (1fc8bc36-013a-4429-ad4d-803d18c4fbd8), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.100314 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b41aba79-f6d7-44c3-acc0-d86abf142840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1fc8bc36-013a-4429-ad4d-803d18c4fbd8), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.102893 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b41aba79-f6d7-44c3-acc0-d86abf142840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.104032 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b41aba79-f6d7-44c3-acc0-d86abf142840 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1fc8bc36-013a-4429-ad4d-803d18c4fbd8 HTTP/1.1" status: 204 len: 168 time: 0.2015610 Sep 26 18:05:59.111870 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41aba79-f6d7-44c3-acc0-d86abf142840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8bc36-013a-4429-ad4d-803d18c4fbd8,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:59.793435 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57056) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:59.807369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e424-21df-4071-98f1-616d7ad2ed49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.850292 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:59.860974 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:59.883528 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e424-21df-4071-98f1-616d7ad2ed49 admin admin] Publish callbacks [] for security_group (1ec85965-55fb-448f-abca-962506ea3224), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.945484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a3c8e424-21df-4071-98f1-616d7ad2ed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1ec85965-55fb-448f-abca-962506ea3224), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.985213 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a3c8e424-21df-4071-98f1-616d7ad2ed49 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7c7493b1d3284841b714b62cb682c9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907091 Sep 26 18:05:59.986109 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8e424-21df-4071-98f1-616d7ad2ed49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec85965-55fb-448f-abca-962506ea3224,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:59.988063 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57060) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:00.037078 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8afd1696-8689-458b-8e1f-7b9da2478c07 admin admin] Publish callbacks [] for security_group (1ec85965-55fb-448f-abca-962506ea3224), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.057427 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8afd1696-8689-458b-8e1f-7b9da2478c07 admin admin] Publish callbacks [] for security_group (1ec85965-55fb-448f-abca-962506ea3224), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.159320 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.180402 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8afd1696-8689-458b-8e1f-7b9da2478c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1ec85965-55fb-448f-abca-962506ea3224), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.182998 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8afd1696-8689-458b-8e1f-7b9da2478c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.184172 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8afd1696-8689-458b-8e1f-7b9da2478c07 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1ec85965-55fb-448f-abca-962506ea3224 HTTP/1.1" status: 204 len: 168 time: 0.1951072 Sep 26 18:06:00.192660 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1696-8689-458b-8e1f-7b9da2478c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec85965-55fb-448f-abca-962506ea3224,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:00.254391 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.392023 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:05.062616 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4c8a7-0824-4801-9410-86ec6c825301 req-12edad66-c574-46bd-bd6c-b90d1820773d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:05.064070 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4db4c8a7-0824-4801-9410-86ec6c825301 req-12edad66-c574-46bd-bd6c-b90d1820773d tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.0494668 Sep 26 18:06:05.113199 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4db4c8a7-0824-4801-9410-86ec6c825301 req-0bdac571-a70f-4737-9d5c-714d86b91e97 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434151 Sep 26 18:06:05.370541 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:05.996693 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57148) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:06.101653 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-925dad3b-a245-4111-aa03-06d82b01c072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.180524 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-925dad3b-a245-4111-aa03-06d82b01c072 admin admin] Publish callbacks [] for security_group (1c57420b-bd34-461d-aede-aa3a4422b42a), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.233560 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a71a-fcad-4ac0-8b73-348e0c9469ef req-d5667ee5-ccdd-4b50-af88-d4108b171a6b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.235495 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f11a71a-fcad-4ac0-8b73-348e0c9469ef req-d5667ee5-ccdd-4b50-af88-d4108b171a6b tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.0444865 Sep 26 18:06:06.266788 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-925dad3b-a245-4111-aa03-06d82b01c072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1c57420b-bd34-461d-aede-aa3a4422b42a), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.283626 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f11a71a-fcad-4ac0-8b73-348e0c9469ef req-873aefd9-2599-4ef5-bca2-60a5452ea26a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 Sep 26 18:06:06.306775 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dad3b-a245-4111-aa03-06d82b01c072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57420b-bd34-461d-aede-aa3a4422b42a,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:06.313985 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-925dad3b-a245-4111-aa03-06d82b01c072 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d8165163b16441d08204f720fea3f261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161380 Sep 26 18:06:06.314697 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57154) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:06.363221 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-11de641e-5583-4d88-8178-a8e025b48770 admin admin] Publish callbacks [] for security_group (1c57420b-bd34-461d-aede-aa3a4422b42a), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.383072 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-11de641e-5583-4d88-8178-a8e025b48770 admin admin] Publish callbacks [] for security_group (1c57420b-bd34-461d-aede-aa3a4422b42a), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.494334 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-11de641e-5583-4d88-8178-a8e025b48770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (1c57420b-bd34-461d-aede-aa3a4422b42a), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.497006 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-11de641e-5583-4d88-8178-a8e025b48770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:06.498226 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-11de641e-5583-4d88-8178-a8e025b48770 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1c57420b-bd34-461d-aede-aa3a4422b42a HTTP/1.1" status: 204 len: 168 time: 0.1825609 Sep 26 18:06:06.506919 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de641e-5583-4d88-8178-a8e025b48770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57420b-bd34-461d-aede-aa3a4422b42a,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:07.027912 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-2d2c0f85-ab9f-4561-99e2-a4fe4b7a2f4a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:07.029346 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-2d2c0f85-ab9f-4561-99e2-a4fe4b7a2f4a tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.0458004 Sep 26 18:06:07.115656 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port 3b139773-6d90-4d3c-bcb6-50875aa43976 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:07.117996 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.207575 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] For port 3b139773-6d90-4d3c-bcb6-50875aa43976, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3b139773-6d90-4d3c-bcb6-50875aa43976,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:07.207990 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.221744 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57160) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:07.263811 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-359319e0-2e51-485e-9a2f-5812f0454466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.347649 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:07.401024 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:07.713779 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.714140 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (09a6956e-c6a3-4227-99dd-d70dce3c8365), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.714450 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Floating IP 09a6956e-c6a3-4227-99dd-d70dce3c8365 disassociated. External IP: 172.27.2.75, port: 3b139773-6d90-4d3c-bcb6-50875aa43976. Sep 26 18:06:07.714786 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for 3b139773-6d90-4d3c-bcb6-50875aa43976 owned by compute:nova {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:07.729675 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba3d4c-1735-48af-934a-504e8ff3adc9 req-9f3468cd-02b1-4403-85ab-c26be7c41094 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:07.731107 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1ba3d4c-1735-48af-934a-504e8ff3adc9 req-9f3468cd-02b1-4403-85ab-c26be7c41094 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 945 time: 0.3473752 Sep 26 18:06:07.787435 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-359319e0-2e51-485e-9a2f-5812f0454466 admin admin] Publish callbacks [] for security_group (f809aa2d-81c1-411f-87e4-644e4b5aa1b8), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.833047 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1ba3d4c-1735-48af-934a-504e8ff3adc9 req-e3ffa566-4f8d-4d2f-a539-7601e6555fdf tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2a6fa597-a335-4ca7-8599-1705ac759841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928745 Sep 26 18:06:07.856827 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-359319e0-2e51-485e-9a2f-5812f0454466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f809aa2d-81c1-411f-87e4-644e4b5aa1b8), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.926536 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-359319e0-2e51-485e-9a2f-5812f0454466 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d84a39afaa3e404e9f59b37a22c5760d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7013264 Sep 26 18:06:07.928014 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57164) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:07.931490 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359319e0-2e51-485e-9a2f-5812f0454466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f809aa2d-81c1-411f-87e4-644e4b5aa1b8,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:07.982376 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-841e549f-30a3-40cf-b0f9-885377fef7b8 admin admin] Publish callbacks [] for security_group (f809aa2d-81c1-411f-87e4-644e4b5aa1b8), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.003285 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-841e549f-30a3-40cf-b0f9-885377fef7b8 admin admin] Publish callbacks [] for security_group (f809aa2d-81c1-411f-87e4-644e4b5aa1b8), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.003467 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (3b139773-6d90-4d3c-bcb6-50875aa43976), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.036577 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=3b139773-6d90-4d3c-bcb6-50875aa43976,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:08.041660 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:08.149783 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:08.157380 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-841e549f-30a3-40cf-b0f9-885377fef7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (f809aa2d-81c1-411f-87e4-644e4b5aa1b8), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.159946 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-841e549f-30a3-40cf-b0f9-885377fef7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.161070 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-841e549f-30a3-40cf-b0f9-885377fef7b8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f809aa2d-81c1-411f-87e4-644e4b5aa1b8 HTTP/1.1" status: 204 len: 168 time: 0.2315269 Sep 26 18:06:08.175395 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e549f-30a3-40cf-b0f9-885377fef7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809aa2d-81c1-411f-87e4-644e4b5aa1b8,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:08.188585 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:08.271801 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:08.282487 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:08.291812 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:08.292518 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:08.317946 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] No DVR routers for this DVR port 3b139773-6d90-4d3c-bcb6-50875aa43976 on host hv-cinder-85931 {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:08.320620 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.323949 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8312626b-149a-4a7c-96f4-84ccdaf76b3a req-0387e7e8-271e-4a05-a077-56d0e8a49bce tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.86 "DELETE /networking/v2.0/ports/3b139773-6d90-4d3c-bcb6-50875aa43976 HTTP/1.1" status: 204 len: 173 time: 1.2885265 Sep 26 18:06:08.324448 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'name': 'network-vif-deleted', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:08.327280 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ff1627-b15b-47e3-96ee-f536d6183c0e" -d '{"events": [{"server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "name": "network-vif-deleted", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:08.366848 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1475378f-5233-4f82-b2f5-59f9f9a62d42 x-openstack-request-id: req-1475378f-5233-4f82-b2f5-59f9f9a62d42 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:08.367146 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f882295-9a3c-488b-af76-a40c3a07fdce", "name": "network-vif-deleted", "tag": "3b139773-6d90-4d3c-bcb6-50875aa43976", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:08.367399 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1475378f-5233-4f82-b2f5-59f9f9a62d42 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:08.367803 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1475378f-5233-4f82-b2f5-59f9f9a62d42'] response: {'server_uuid': '0f882295-9a3c-488b-af76-a40c3a07fdce', 'name': 'network-vif-deleted', 'tag': '3b139773-6d90-4d3c-bcb6-50875aa43976', 'status': 'completed', 'code': 200} Sep 26 18:06:08.402083 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:08.711264 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:08.741046 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:08.750626 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:08.751247 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:08.855519 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:08.958582 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5e9873ad-7be5-4181-9ca7-887796fb7f4e req-95bbae34-12c6-4c21-802b-84ce01202fc2 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0f882295-9a3c-488b-af76-a40c3a07fdce HTTP/1.1" status: 200 len: 210 time: 0.0271542 Sep 26 18:06:09.049997 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:09.074315 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a002c2cb-3223-40ec-9be7-bc17b787a112 None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T17:57:28Z', 'revision_number': 4, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '6486cf4b-19ed-466b-ba08-e5a8d13114ea', 'name': '', 'network_id': '5c4905c3-b6d4-4b95-988f-f86fad27c092', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'mac_address': 'fa:16:3e:71:fc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '04a10886-0b55-47d1-ac58-68768809612d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:26Z', 'updated_at': '2022-09-26T17:57:42Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'subnets': [{'id': '04a10886-0b55-47d1-ac58-68768809612d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:09.304825 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57194) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:09.310172 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc790b5-d30e-4129-8e49-b3d008849510 None None] New status for floating IP 09a6956e-c6a3-4227-99dd-d70dce3c8365: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:09.413788 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1387260134-network', 'tenant_id': 'f9a05f1b4598419ab701bec55add1318'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:09.546111 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Made reservation on behalf of f9a05f1b4598419ab701bec55add1318 for: {'network': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:09.549273 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.558474 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.634630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks [] for security_group (3943d1ac-1c40-43da-8a02-d6ed49f69138), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.751606 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3943d1ac-1c40-43da-8a02-d6ed49f69138), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.784076 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 471} {{(pid=118302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:06:09.789767 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3943d1ac-1c40-43da-8a02-d6ed49f69138,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:09.797579 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (9eea254b-1e04-404b-8f0b-c29e9e9b750e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.797579 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.segments_db [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Added segment 9eea254b-1e04-404b-8f0b-c29e9e9b750e of type vlan for network f37f73d5-5123-4050-b2dd-1ab07f5e6540 Sep 26 18:06:09.838225 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (f37f73d5-5123-4050-b2dd-1ab07f5e6540), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.846900 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:09.950396 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (f37f73d5-5123-4050-b2dd-1ab07f5e6540), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.951381 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:09.951956 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.006891 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:10.012466 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] Pushing event updated for resources: {'Network': ['ID=f37f73d5-5123-4050-b2dd-1ab07f5e6540,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:10.028530 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network f37f73d5-5123-4050-b2dd-1ab07f5e6540 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:06:10.085865 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4dd70284-b6a2-4275-8881-0d7d6607c641 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7794440 Sep 26 18:06:10.088829 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57202) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:10.100113 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Request body: {'subnet': {'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1387260134-subnet', 'tenant_id': 'f9a05f1b4598419ab701bec55add1318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:10.191694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57204) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:10.200622 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Made reservation on behalf of f9a05f1b4598419ab701bec55add1318 for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:10.204638 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3574279'] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.313882 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b05935f7-5050-4324-ae1d-09e8f4fa51fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (2a6fa597-a335-4ca7-8599-1705ac759841), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.343724 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b05935f7-5050-4324-ae1d-09e8f4fa51fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (2a6fa597-a335-4ca7-8599-1705ac759841), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.458868 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3b139773-6d90-4d3c-bcb6-50875aa43976 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:10.477881 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 3b139773-6d90-4d3c-bcb6-50875aa43976 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:10.478226 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3b139773-6d90-4d3c-bcb6-50875aa43976 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:10.518302 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574289'] for subnet (b894b6b7-9008-4d6f-bf95-52f64466dce6), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.544093 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:10.550668 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b05935f7-5050-4324-ae1d-09e8f4fa51fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2a6fa597-a335-4ca7-8599-1705ac759841), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.553113 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b05935f7-5050-4324-ae1d-09e8f4fa51fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.554252 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b05935f7-5050-4324-ae1d-09e8f4fa51fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2a6fa597-a335-4ca7-8599-1705ac759841 HTTP/1.1" status: 204 len: 168 time: 0.3616252 Sep 26 18:06:10.557273 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57206) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:10.572024 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.api.v2.resource [None req-30bef482-0b88-4fbd-b9e5-7cacee87e924 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] show failed (client error): The resource could not be found. Sep 26 18:06:10.573095 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-30bef482-0b88-4fbd-b9e5-7cacee87e924 tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "GET /networking/v2.0/security-groups/2a6fa597-a335-4ca7-8599-1705ac759841 HTTP/1.1" status: 404 len: 347 time: 0.0147657 Sep 26 18:06:10.578310 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57208) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:10.579901 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05935f7-5050-4324-ae1d-09e8f4fa51fb tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fa597-a335-4ca7-8599-1705ac759841,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:10.591634 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b894b6b7-9008-4d6f-bf95-52f64466dce6,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:10.603587 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Checking segment: {'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:10.603804 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Network hostable DHCP agents. Network: f37f73d5-5123-4050-b2dd-1ab07f5e6540, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:06:10.697454 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Deleting port 78992a42-cbd3-4c53-b67f-65ff5d218f53 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:10.697799 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.705638 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Network f37f73d5-5123-4050-b2dd-1ab07f5e6540 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:06:10.774420 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.775014 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (78992a42-cbd3-4c53-b67f-65ff5d218f53), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.788358 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Calling delete_port for 78992a42-cbd3-4c53-b67f-65ff5d218f53 owned by network:floatingip {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:10.820254 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, f37f73d5-5123-4050-b2dd-1ab07f5e6540) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:10.826757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:10.828230 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.833743 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e89dd2-5551-4bb7-a396-30e4a3362bba None None] Network f37f73d5-5123-4050-b2dd-1ab07f5e6540 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:10.933489 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c9a92-2c8e-46ca-b6a0-c5d3669c42d8 None None] Network f37f73d5-5123-4050-b2dd-1ab07f5e6540 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:10.976935 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-50312683-c953-4ece-9019-a2f66ab9395c admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8869343 Sep 26 18:06:11.014754 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (78992a42-cbd3-4c53-b67f-65ff5d218f53), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.040882 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Pushing event deleted for resources: {'Port': ['ID=78992a42-cbd3-4c53-b67f-65ff5d218f53,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:11.106394 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks [] for floatingip (09a6956e-c6a3-4227-99dd-d70dce3c8365), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.109112 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.111026 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cd109bc4-06a9-4d14-8f0a-118c193fd36c tempest-AttachVolumeNegativeTest-1703369248 tempest-AttachVolumeNegativeTest-1703369248-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/09a6956e-c6a3-4227-99dd-d70dce3c8365 HTTP/1.1" status: 204 len: 168 time: 0.5317879 Sep 26 18:06:13.271185 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-2523ff58-fc2c-446a-b432-41e7106ea11c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:13.272524 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-2523ff58-fc2c-446a-b432-41e7106ea11c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/networks?id=f37f73d5-5123-4050-b2dd-1ab07f5e6540 HTTP/1.1" status: 200 len: 809 time: 0.1047676 Sep 26 18:06:13.287349 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-faf05684-23af-4d40-a120-f6cf97140857 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/quotas/f9a05f1b4598419ab701bec55add1318 HTTP/1.1" status: 200 len: 375 time: 0.0091741 Sep 26 18:06:13.317984 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-fd922d42-261e-4c56-b61c-7a82dbbab011 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f9a05f1b4598419ab701bec55add1318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258734 Sep 26 18:06:13.396646 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:13.411286 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-4867233a-9192-4255-ac52-06b81f1637cb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860491 Sep 26 18:06:13.499867 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-ea7163c6-7314-408f-9d05-60c56044b2fc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828991 Sep 26 18:06:13.796265 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-68dda8b7-52b3-47ad-a1f3-3f3c7053f919 req-587a79b8-1e5a-4e2d-bb66-3bfe8ebb1113 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 210 time: 0.0443010 Sep 26 18:06:14.881505 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-64124fde-8ce1-4d65-8ef7-8885997130d0 req-a6213693-0233-45f9-b85f-9acb8e8f90a7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 210 time: 0.0275207 Sep 26 18:06:15.332209 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57280) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:15.686438 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (6b38a441-501f-4c26-8736-379f421d609f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.763133 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:15.838813 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:15.904758 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Deleting port 6486cf4b-19ed-466b-ba08-e5a8d13114ea {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:15.905101 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:15.982583 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5be97140-e16a-4f1d-a1fc-ed8c85924672 req-92addaa2-bd9b-4173-b1fb-ae509a441e61 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 210 time: 0.0265203 Sep 26 18:06:15.986668 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] For port 6486cf4b-19ed-466b-ba08-e5a8d13114ea, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=6486cf4b-19ed-466b-ba08-e5a8d13114ea,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:15.987036 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.005707 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Calling delete_port for 6486cf4b-19ed-466b-ba08-e5a8d13114ea owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:16.345430 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (6486cf4b-19ed-466b-ba08-e5a8d13114ea), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.371107 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6486cf4b-19ed-466b-ba08-e5a8d13114ea,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:16.431365 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:16.687201 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-0cb5ef9c-3ac5-4850-aca6-b9f37c7bdafc tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:16.689460 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-0cb5ef9c-3ac5-4850-aca6-b9f37c7bdafc tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "GET /networking/v2.0/networks?id=f37f73d5-5123-4050-b2dd-1ab07f5e6540 HTTP/1.1" status: 200 len: 809 time: 0.1208262 Sep 26 18:06:16.702637 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Request body: {'port': {'device_id': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540', 'admin_state_up': True, 'tenant_id': 'f9a05f1b4598419ab701bec55add1318'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:16.783136 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (6b38a441-501f-4c26-8736-379f421d609f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.888991 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Made reservation on behalf of f9a05f1b4598419ab701bec55add1318 for: {'port': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:16.892922 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:16.996722 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Router 6b38a441-501f-4c26-8736-379f421d609f has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:17.026417 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Allocated IP 172.20.0.10 (f37f73d5-5123-4050-b2dd-1ab07f5e6540/b894b6b7-9008-4d6f-bf95-52f64466dce6/5696c8c8-93a9-4883-bc51-f80cb0320f31) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:17.108007 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:17.113608 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-552ddaff-dd26-42e1-8e8c-cea24c09e2d1 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/6b38a441-501f-4c26-8736-379f421d609f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7829587 Sep 26 18:06:17.116108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57296) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:17.118045 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] Sync routers for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:17.128069 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:17.129356 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:17.132623 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e69ad620-5f9a-4a9d-8e66-ffe8dc682275 req-281a063a-6b54-4b82-b5ac-d1a1ef9e7663 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 210 time: 0.0534093 Sep 26 18:06:17.219699 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.222155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks [] for router (6b38a441-501f-4c26-8736-379f421d609f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.230353 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:17.236520 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks [] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.311737 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.327018 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks [] for router_gateway (6b38a441-501f-4c26-8736-379f421d609f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.357359 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Network f37f73d5-5123-4050-b2dd-1ab07f5e6540 is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:17.362559 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:17.365106 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:17.384642 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.395205 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Pushing event updated for resources: {'Port': ['ID=5696c8c8-93a9-4883-bc51-f80cb0320f31,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:17.397611 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '42c274d7-412e-4512-a179-dd9274eddd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T18:06:16Z', 'revision_number': 5, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port': {'id': '42c274d7-412e-4512-a179-dd9274eddd68', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b38a441-501f-4c26-8736-379f421d609f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:17.424019 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] Checking router: 6b38a441-501f-4c26-8736-379f421d609f for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:17.426136 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.426836 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.434389 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] Routers {'6b38a441-501f-4c26-8736-379f421d609f'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:17.435009 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['6b38a441-501f-4c26-8736-379f421d609f'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:17.435920 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.438154 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.441016 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Deleting port 42c274d7-412e-4512-a179-dd9274eddd68 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:17.441392 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (42c274d7-412e-4512-a179-dd9274eddd68), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.471730 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.519549 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] Set router 6b38a441-501f-4c26-8736-379f421d609f gateway port host: None {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:17.522769 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] For port 42c274d7-412e-4512-a179-dd9274eddd68, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=42c274d7-412e-4512-a179-dd9274eddd68,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:17.523138 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (42c274d7-412e-4512-a179-dd9274eddd68), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.537207 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-e7dfd152-6f0a-4217-b1da-2853c771fa5e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8385694 Sep 26 18:06:17.539163 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Calling delete_port for 42c274d7-412e-4512-a179-dd9274eddd68 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:17.553192 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Request body: {'port': {'device_id': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:17.572276 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T18:06:17Z', 'revision_number': 6, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port_host': None}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:17.597508 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.599214 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55d410-6fd0-4556-9989-b471c2850449 None None] The sync data for ids ['6b38a441-501f-4c26-8736-379f421d609f'] in dv-cinder-859317-1-iscsi is: [{'id': '6b38a441-501f-4c26-8736-379f421d609f', 'name': 'tempest-AttachVolumeNegativeTest-441889285-router', 'tenant_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:17Z', 'updated_at': '2022-09-26T18:06:17Z', 'revision_number': 6, 'project_id': 'cc91a89f645645c5be0747fa7cc91bb6', 'gw_port_host': None}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:17.615806 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.831627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (42c274d7-412e-4512-a179-dd9274eddd68), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.861042 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Pushing event deleted for resources: {'Port': ['ID=42c274d7-412e-4512-a179-dd9274eddd68,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:17.876112 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5696c8c8-93a9-4883-bc51-f80cb0320f31 {{(pid=118303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:17.883999 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Publish callbacks [] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.893128 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:17.898100 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.provisioning_blocks [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Transition to ACTIVE for port object 5696c8c8-93a9-4883-bc51-f80cb0320f31 will not be triggered until provisioned by entity L2. {{(pid=118303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:06:17.924172 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (6b38a441-501f-4c26-8736-379f421d609f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.993320 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.012006 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (6b38a441-501f-4c26-8736-379f421d609f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.015487 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks [] for router_controller (6b38a441-501f-4c26-8736-379f421d609f), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.077146 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Pushing event updated for resources: {'Port': ['ID=5696c8c8-93a9-4883-bc51-f80cb0320f31,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:18.105657 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Attempting to bind port 5696c8c8-93a9-4883-bc51-f80cb0320f31 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:18.105995 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Attempting to bind port 5696c8c8-93a9-4883-bc51-f80cb0320f31 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:18.106324 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Attempting to bind port 5696c8c8-93a9-4883-bc51-f80cb0320f31 on network f37f73d5-5123-4050-b2dd-1ab07f5e6540 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:18.117695 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (6b38a441-501f-4c26-8736-379f421d609f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.118272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b38a441-501f-4c26-8736-379f421d609f {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:06:18.122896 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.126994 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-87e26a5d-11d9-4822-8ced-b0b31551b07b admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/6b38a441-501f-4c26-8736-379f421d609f HTTP/1.1" status: 204 len: 168 time: 1.0069950 Sep 26 18:06:18.128795 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57298) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:18.192552 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] Deleting subnet 04a10886-0b55-47d1-ac58-68768809612d {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:06:18.195748 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Port 5696c8c8-93a9-4883-bc51-f80cb0320f31 on network f37f73d5-5123-4050-b2dd-1ab07f5e6540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:06:18.197751 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Attempting to bind port 5696c8c8-93a9-4883-bc51-f80cb0320f31 on network f37f73d5-5123-4050-b2dd-1ab07f5e6540 {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:18.197983 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] Publish callbacks [] for subnet (04a10886-0b55-47d1-ac58-68768809612d), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.290848 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (04a10886-0b55-47d1-ac58-68768809612d), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.322790 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1508ea-09f4-4fb9-a759-b80feabb3436 req-4f5e5604-d8bd-4c67-8b32-0b137869ab7d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.324231 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4b1508ea-09f4-4fb9-a759-b80feabb3436 req-4f5e5604-d8bd-4c67-8b32-0b137869ab7d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 944 time: 0.0915627 Sep 26 18:06:18.341134 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:18.341746 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Checking segment: {'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:18.341878 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Bound using segment: {'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'} {{(pid=118303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:18.342285 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.managers [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Bound port: 5696c8c8-93a9-4883-bc51-f80cb0320f31, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'}}] {{(pid=118303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:18.342646 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.455883 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4b1508ea-09f4-4fb9-a759-b80feabb3436 req-e4598f5a-b0e3-4c22-8c87-2ced78b031f9 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249113 Sep 26 18:06:18.470073 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (04a10886-0b55-47d1-ac58-68768809612d), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.509194 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:18.510447 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] For port 5696c8c8-93a9-4883-bc51-f80cb0320f31, host hv-cinder-85931, cleared binding levels {{(pid=118303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:18.514816 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] For port 5696c8c8-93a9-4883-bc51-f80cb0320f31, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=5696c8c8-93a9-4883-bc51-f80cb0320f31,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:18.620837 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.625390 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.629415 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.629415 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/5696c8c8-93a9-4883-bc51-f80cb0320f31 HTTP/1.1" status: 200 len: 1094 time: 1.0796366 Sep 26 18:06:18.629415 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'tag': '5696c8c8-93a9-4883-bc51-f80cb0320f31'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:18.630671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cedaa9-3c44-4cb2-a1a9-3d473f1d3c43" -d '{"events": [{"name": "network-changed", "server_uuid": "b88ca258-66e6-42ef-8518-5bf2c5691271", "tag": "5696c8c8-93a9-4883-bc51-f80cb0320f31"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:18.655402 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (04a10886-0b55-47d1-ac58-68768809612d), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.686270 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 6486cf4b-19ed-466b-ba08-e5a8d13114ea no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:18.688589 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:18.690916 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e37615a-4675-4dee-80e0-5bc548a72dfa x-openstack-request-id: req-1e37615a-4675-4dee-80e0-5bc548a72dfa {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:18.691204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88ca258-66e6-42ef-8518-5bf2c5691271", "tag": "5696c8c8-93a9-4883-bc51-f80cb0320f31", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:18.691459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e37615a-4675-4dee-80e0-5bc548a72dfa {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:18.691859 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e37615a-4675-4dee-80e0-5bc548a72dfa'] response: {'name': 'network-changed', 'server_uuid': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'tag': '5696c8c8-93a9-4883-bc51-f80cb0320f31', 'status': 'completed', 'code': 200} Sep 26 18:06:18.693297 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.696442 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/04a10886-0b55-47d1-ac58-68768809612d HTTP/1.1" status: 204 len: 168 time: 0.5680804 Sep 26 18:06:18.699158 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57304) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:18.708994 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 6486cf4b-19ed-466b-ba08-e5a8d13114ea {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:18.710301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 6486cf4b-19ed-466b-ba08-e5a8d13114ea not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:18.710301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 42c274d7-412e-4512-a179-dd9274eddd68 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:18.722252 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd211388-1f90-4300-ab77-1291b1b059bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a10886-0b55-47d1-ac58-68768809612d,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:18.734019 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9edc-1acd-4705-bb34-86d31e8e8b3f service neutron] Pushing event updated for resources: {'Port': ['ID=5696c8c8-93a9-4883-bc51-f80cb0320f31,revision_number=3']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:18.735678 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba19b6-0af8-4ef8-a875-17422b86d4e8 None None] Network 5c4905c3-b6d4-4b95-988f-f86fad27c092 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:18.738043 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 42c274d7-412e-4512-a179-dd9274eddd68 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:18.738592 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 42c274d7-412e-4512-a179-dd9274eddd68 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:18.776703 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (5c4905c3-b6d4-4b95-988f-f86fad27c092), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.786842 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cedaa9-3c44-4cb2-a1a9-3d473f1d3c43 req-ac85ceb0-f26b-4ae7-89a6-6233b7590633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.788462 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55cedaa9-3c44-4cb2-a1a9-3d473f1d3c43 req-ac85ceb0-f26b-4ae7-89a6-6233b7590633 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=f9a05f1b4598419ab701bec55add1318&device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 1128 time: 0.0556660 Sep 26 18:06:18.829832 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Deleting port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:18.830205 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.894472 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cedaa9-3c44-4cb2-a1a9-3d473f1d3c43 req-3ef107a7-a994-4730-a789-d4da47cb9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.895927 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55cedaa9-3c44-4cb2-a1a9-3d473f1d3c43 req-3ef107a7-a994-4730-a789-d4da47cb9d94 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=f9a05f1b4598419ab701bec55add1318&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1004279 Sep 26 18:06:18.902375 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] For port fb0eac00-5a1a-41c9-9002-9f56b06e1b28, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:18.902682 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.915463 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] DHCP port deletion for 5c4905c3-b6d4-4b95-988f-f86fad27c092 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:06:18.921513 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Calling delete_port for fb0eac00-5a1a-41c9-9002-9f56b06e1b28 owned by network:dhcp {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:18.957815 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Deleting port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:18.958114 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.970344 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:19.001125 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cedaa9-3c44-4cb2-a1a9-3d473f1d3c43 req-bc678e49-8a2d-410c-969a-625762b7b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.002713 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55cedaa9-3c44-4cb2-a1a9-3d473f1d3c43 req-bc678e49-8a2d-410c-969a-625762b7b6e6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987937 Sep 26 18:06:19.023890 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] For port fb0eac00-5a1a-41c9-9002-9f56b06e1b28, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,segment=NetworkSegment(a6ca763a-adb2-4a96-9076-086557f99da7),segment_id=a6ca763a-adb2-4a96-9076-086557f99da7)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:19.024309 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.039270 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Calling delete_port for fb0eac00-5a1a-41c9-9002-9f56b06e1b28 owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:19.077183 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.100452 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-156c6ffb-1a1f-45d4-9855-bf229b15c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.102975 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-156c6ffb-1a1f-45d4-9855-bf229b15c5cb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=f9a05f1b4598419ab701bec55add1318&device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 1128 time: 0.0585940 Sep 26 18:06:19.104288 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.111028 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] No DVR routers for this DVR port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 on host dv-cinder-859317-1-iscsi {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:19.144473 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (fb0eac00-5a1a-41c9-9002-9f56b06e1b28), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.157180 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-33673ecd-1e3b-4314-8ed7-85dfd65e1ded service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5696c8c8-93a9-4883-bc51-f80cb0320f31 HTTP/1.1" status: 200 len: 217 time: 0.0342119 Sep 26 18:06:19.170172 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Pushing event deleted for resources: {'Port': ['ID=fb0eac00-5a1a-41c9-9002-9f56b06e1b28,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.175515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] No DVR routers for this DVR port fb0eac00-5a1a-41c9-9002-9f56b06e1b28 on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:19.182317 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.182669 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.183196 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.183687 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.184165 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.184641 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.185135 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.185834 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.186477 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.186968 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.187469 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.188006 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.188501 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.189112 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.189341 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efbdf2b-7e1e-403c-a052-6bbe67ea78e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:19.197714 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (5c4905c3-b6d4-4b95-988f-f86fad27c092), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.210606 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-9b325806-54b9-4fee-a3e9-34c971fa56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.210844 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:19.211422 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-9b325806-54b9-4fee-a3e9-34c971fa56ec service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=b894b6b7-9008-4d6f-bf95-52f64466dce6 HTTP/1.1" status: 200 len: 849 time: 0.0536942 Sep 26 18:06:19.220078 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4905c3-b6d4-4b95-988f-f86fad27c092']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:19.230562 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ca763a-adb2-4a96-9076-086557f99da7') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:19.237091 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ca763a-adb2-4a96-9076-086557f99da7') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:19.241496 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (a6ca763a-adb2-4a96-9076-086557f99da7), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.246738 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-a45d9545-ed79-49b0-bfae-c2477e8f92d1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=f37f73d5-5123-4050-b2dd-1ab07f5e6540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262315 Sep 26 18:06:19.255203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (a6ca763a-adb2-4a96-9076-086557f99da7), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.262142 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Releasing vlan 480 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:06:19.262616 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (a6ca763a-adb2-4a96-9076-086557f99da7), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.304973 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment a6ca763a-adb2-4a96-9076-086557f99da7 resource provider aggregate not found Sep 26 18:06:19.326359 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment a6ca763a-adb2-4a96-9076-086557f99da7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6ca763a-adb2-4a96-9076-086557f99da7 found for delete ", "request_id": "req-94d3c450-c848-478a-9c8e-7a4c2ebfde73"}]} Sep 26 18:06:19.347523 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-bf6251c3-96b9-4717-9002-c86aec8fc4e8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908504 Sep 26 18:06:19.440617 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0de62dc-3574-4bfe-8ba4-54e9f3f05819 req-0718754a-b8d5-42b8-ba58-5dfde047db8b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857584 Sep 26 18:06:19.448435 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (5c4905c3-b6d4-4b95-988f-f86fad27c092), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.453103 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.456850 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/5c4905c3-b6d4-4b95-988f-f86fad27c092 HTTP/1.1" status: 204 len: 168 time: 0.7563055 Sep 26 18:06:19.470235 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fdcb1-dd30-4976-a6c9-3b1d33a8ac5a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4905c3-b6d4-4b95-988f-f86fad27c092,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.579385 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3267f-5ca2-4333-9834-32448b801dd1 req-a8a4a23c-913f-406b-a731-5ed248de1094 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.580829 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-80b3267f-5ca2-4333-9834-32448b801dd1 req-a8a4a23c-913f-406b-a731-5ed248de1094 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 944 time: 0.0459061 Sep 26 18:06:19.644748 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-80b3267f-5ca2-4333-9834-32448b801dd1 req-bcb3d580-9f96-4f35-9bb9-db7e8b6b1e7f tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581541 Sep 26 18:06:19.880751 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57314) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:19.923844 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e762c2e2-684e-4b17-a062-289620ae5baa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cc91a89f645645c5be0747fa7cc91bb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434313 Sep 26 18:06:19.926413 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57316) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:19.973331 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-16bb69dd-ddf6-4b4b-96a8-4ff6531168ef admin admin] Publish callbacks [] for security_group (d7a285a9-5779-4928-bc92-32b7a0e60d63), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.993524 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-16bb69dd-ddf6-4b4b-96a8-4ff6531168ef admin admin] Publish callbacks [] for security_group (d7a285a9-5779-4928-bc92-32b7a0e60d63), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.994953 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:20.134160 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-16bb69dd-ddf6-4b4b-96a8-4ff6531168ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (d7a285a9-5779-4928-bc92-32b7a0e60d63), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.136732 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-16bb69dd-ddf6-4b4b-96a8-4ff6531168ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:20.137914 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-16bb69dd-ddf6-4b4b-96a8-4ff6531168ef admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d7a285a9-5779-4928-bc92-32b7a0e60d63 HTTP/1.1" status: 204 len: 168 time: 0.2106137 Sep 26 18:06:20.146454 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb69dd-ddf6-4b4b-96a8-4ff6531168ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a285a9-5779-4928-bc92-32b7a0e60d63,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:20.661744 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device fb0eac00-5a1a-41c9-9002-9f56b06e1b28 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:20.683603 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: fb0eac00-5a1a-41c9-9002-9f56b06e1b28 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:20.684025 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device fb0eac00-5a1a-41c9-9002-9f56b06e1b28 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:20.781557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca07b5-186f-4011-b690-8d31644e95b7 req-045c078c-9adb-45b5-95f3-4d92d1468fb6 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:20.783003 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aeca07b5-186f-4011-b690-8d31644e95b7 req-045c078c-9adb-45b5-95f3-4d92d1468fb6 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 944 time: 0.0517776 Sep 26 18:06:20.830068 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-aeca07b5-186f-4011-b690-8d31644e95b7 req-94ca5a52-f6fd-4b90-9a18-4ecf42f18cbd tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Sep 26 18:06:21.952681 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435cde9-9912-401b-a1c5-7397e5ec6ec1 req-53aedd0e-96ef-4cb2-8872-ab5ec5f95eff tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:21.954308 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b435cde9-9912-401b-a1c5-7397e5ec6ec1 req-53aedd0e-96ef-4cb2-8872-ab5ec5f95eff tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 944 time: 0.0473249 Sep 26 18:06:22.011097 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b435cde9-9912-401b-a1c5-7397e5ec6ec1 req-2d3e6334-e73b-4305-ba53-65afb6da067b tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478227 Sep 26 18:06:22.507618 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 5696c8c8-93a9-4883-bc51-f80cb0320f31 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:22.607434 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 5696c8c8-93a9-4883-bc51-f80cb0320f31, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=5696c8c8-93a9-4883-bc51-f80cb0320f31,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:22.618382 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '5696c8c8-93a9-4883-bc51-f80cb0320f31', 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540', 'port_id': '5696c8c8-93a9-4883-bc51-f80cb0320f31', 'mac_address': 'fa:16:3e:b6:ba:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 471, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b894b6b7-9008-4d6f-bf95-52f64466dce6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:22.652228 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 5696c8c8-93a9-4883-bc51-f80cb0320f31 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:22.652572 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.669695 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5696c8c8-93a9-4883-bc51-f80cb0320f31 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:22.688517 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 5696c8c8-93a9-4883-bc51-f80cb0320f31, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=5696c8c8-93a9-4883-bc51-f80cb0320f31,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:22.751477 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:22.793275 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:22.798655 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=5696c8c8-93a9-4883-bc51-f80cb0320f31,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:23.044560 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['5696c8c8-93a9-4883-bc51-f80cb0320f31'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:23.150384 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebff28f-aa9b-4ef5-a69e-f886d84e4971 req-46903ecd-3564-4cb6-b3f9-156a75c9d6e4 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:23.152269 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eebff28f-aa9b-4ef5-a69e-f886d84e4971 req-46903ecd-3564-4cb6-b3f9-156a75c9d6e4 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 945 time: 0.0611660 Sep 26 18:06:23.207387 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eebff28f-aa9b-4ef5-a69e-f886d84e4971 req-f1e9968c-0199-400b-9d13-c7086b3824cb tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Sep 26 18:06:24.288181 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:24.323911 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927d5b3-d878-4461-b13b-9d1103cd976a req-1b013ee8-5cb6-4f52-9d85-7757bc6e5986 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:24.325375 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4927d5b3-d878-4461-b13b-9d1103cd976a req-1b013ee8-5cb6-4f52-9d85-7757bc6e5986 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 945 time: 0.0460207 Sep 26 18:06:24.374705 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4927d5b3-d878-4461-b13b-9d1103cd976a req-b23ba85b-3edf-4a33-b640-7ffdb08c7a6e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Sep 26 18:06:24.517315 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 5696c8c8-93a9-4883-bc51-f80cb0320f31 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:24.553447 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:24.561082 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 5696c8c8-93a9-4883-bc51-f80cb0320f31 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:06:24.561909 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9e7f6-f522-4861-8c4c-e2bd1e8dc242 req-b080d81a-d5c0-4556-af3b-6a639c3cae52 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:24.563444 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-83d9e7f6-f522-4861-8c4c-e2bd1e8dc242 req-b080d81a-d5c0-4556-af3b-6a639c3cae52 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0518241 Sep 26 18:06:24.616996 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-83d9e7f6-f522-4861-8c4c-e2bd1e8dc242 req-e2114299-a9b6-4ca7-a120-5b93c41954a6 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Sep 26 18:06:24.630271 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 5696c8c8-93a9-4883-bc51-f80cb0320f31 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:24.630681 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:24.631108 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 5696c8c8-93a9-4883-bc51-f80cb0320f31 Sep 26 18:06:24.703069 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 5696c8c8-93a9-4883-bc51-f80cb0320f31 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:24.704204 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:24.729726 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5696c8c8-93a9-4883-bc51-f80cb0320f31'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:24.731948 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721cf1d5-cae3-40ef-96c1-483d9be255b7" -d '{"events": [{"server_uuid": "b88ca258-66e6-42ef-8518-5bf2c5691271", "name": "network-vif-plugged", "status": "completed", "tag": "5696c8c8-93a9-4883-bc51-f80cb0320f31"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:24.744139 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 5696c8c8-93a9-4883-bc51-f80cb0320f31, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=5696c8c8-93a9-4883-bc51-f80cb0320f31,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:24.774569 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ef9dc-8d8c-441f-83f4-b4de6fdb01bd x-openstack-request-id: req-106ef9dc-8d8c-441f-83f4-b4de6fdb01bd {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:24.775095 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88ca258-66e6-42ef-8518-5bf2c5691271", "name": "network-vif-plugged", "status": "completed", "tag": "5696c8c8-93a9-4883-bc51-f80cb0320f31", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:24.775214 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-106ef9dc-8d8c-441f-83f4-b4de6fdb01bd {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:24.775533 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106ef9dc-8d8c-441f-83f4-b4de6fdb01bd'] response: {'server_uuid': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5696c8c8-93a9-4883-bc51-f80cb0320f31', 'code': 200} Sep 26 18:06:24.814013 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:24.862211 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=5696c8c8-93a9-4883-bc51-f80cb0320f31,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:24.948103 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57402) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:25.052563 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fc16f307-8adf-4621-8fce-40aa772b6772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.100054 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-85fa77fd-6fdc-44f5-9f4a-9148ef333244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.127273 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fc16f307-8adf-4621-8fce-40aa772b6772 admin admin] Publish callbacks [] for security_group (6bf3ed1f-c350-49f9-a16a-d1015f5837a7), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.231188 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fc16f307-8adf-4621-8fce-40aa772b6772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6bf3ed1f-c350-49f9-a16a-d1015f5837a7), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.272654 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-fc16f307-8adf-4621-8fce-40aa772b6772 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3bf2b0571bc1495cbd5a3f17ec550570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234928 Sep 26 18:06:25.274834 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16f307-8adf-4621-8fce-40aa772b6772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf3ed1f-c350-49f9-a16a-d1015f5837a7,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:25.275727 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57406) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:25.324494 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-89d9f7f0-0012-44d8-adcb-b9e34463da1f admin admin] Publish callbacks [] for security_group (6bf3ed1f-c350-49f9-a16a-d1015f5837a7), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.344556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-89d9f7f0-0012-44d8-adcb-b9e34463da1f admin admin] Publish callbacks [] for security_group (6bf3ed1f-c350-49f9-a16a-d1015f5837a7), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.489595 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-89d9f7f0-0012-44d8-adcb-b9e34463da1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (6bf3ed1f-c350-49f9-a16a-d1015f5837a7), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.492065 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-89d9f7f0-0012-44d8-adcb-b9e34463da1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.493176 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-89d9f7f0-0012-44d8-adcb-b9e34463da1f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6bf3ed1f-c350-49f9-a16a-d1015f5837a7 HTTP/1.1" status: 204 len: 168 time: 0.2164757 Sep 26 18:06:25.499240 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:25.507685 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890aa4a-1df1-4e40-9425-b8473d1fdd48 req-66667687-45aa-4937-bdfd-6824113a2a37 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:25.509144 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1890aa4a-1df1-4e40-9425-b8473d1fdd48 req-66667687-45aa-4937-bdfd-6824113a2a37 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0576012 Sep 26 18:06:25.510352 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9f7f0-0012-44d8-adcb-b9e34463da1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf3ed1f-c350-49f9-a16a-d1015f5837a7,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:25.558512 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1890aa4a-1df1-4e40-9425-b8473d1fdd48 req-c03ddd82-ea36-4c86-ba46-83010ad04338 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Sep 26 18:06:25.747811 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340bec-90e5-43ad-9282-d1df499fa81d req-dfef18f9-7f74-4e50-8661-6141ba6c3632 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:25.749329 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab340bec-90e5-43ad-9282-d1df499fa81d req-dfef18f9-7f74-4e50-8661-6141ba6c3632 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0488343 Sep 26 18:06:25.801895 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab340bec-90e5-43ad-9282-d1df499fa81d req-f23dde90-2d61-4e4e-847c-d9db8b2905c7 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467570 Sep 26 18:06:26.043972 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac97aa-d9d8-4e44-8fc4-1c24b83bf2fc req-f189162e-ecea-4bd3-941c-c7dd63df4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:26.045393 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d5ac97aa-d9d8-4e44-8fc4-1c24b83bf2fc req-f189162e-ecea-4bd3-941c-c7dd63df4b84 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 1130 time: 0.0375631 Sep 26 18:06:26.140393 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d5ac97aa-d9d8-4e44-8fc4-1c24b83bf2fc req-823ac001-893c-40d6-9000-04d24284632c service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Sep 26 18:06:26.148017 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-1d8a42ed-a5c4-4890-9356-c806a797b8a1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:26.149788 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-1d8a42ed-a5c4-4890-9356-c806a797b8a1 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0490723 Sep 26 18:06:26.435552 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Deleting port fbc9979b-8c95-48ea-b2f1-0efc9810462e {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:26.435952 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.533183 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] For port fbc9979b-8c95-48ea-b2f1-0efc9810462e, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fbc9979b-8c95-48ea-b2f1-0efc9810462e,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:26.535783 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.699999 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11be435-22c5-4f8f-b4a5-a11d82864121 req-77ea7616-b05d-462c-ba3a-cdfc0ca2a697 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:26.701611 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a11be435-22c5-4f8f-b4a5-a11d82864121 req-77ea7616-b05d-462c-ba3a-cdfc0ca2a697 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0506513 Sep 26 18:06:26.714804 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.715168 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (c29b79e1-1a33-460b-be15-a9cacc33e1be), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.715487 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Floating IP c29b79e1-1a33-460b-be15-a9cacc33e1be disassociated. External IP: 172.27.2.83, port: fbc9979b-8c95-48ea-b2f1-0efc9810462e. Sep 26 18:06:26.715835 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Calling delete_port for fbc9979b-8c95-48ea-b2f1-0efc9810462e owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:26.753871 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a11be435-22c5-4f8f-b4a5-a11d82864121 req-ce1dc940-fb9d-4391-9163-9fb9018a69e7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Sep 26 18:06:26.761627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:26.917600 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (fbc9979b-8c95-48ea-b2f1-0efc9810462e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.929411 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:26.933484 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59295fcf-18f2-428c-b299-c08919eff87b req-9e2e3fd5-d240-4192-9ef4-b9a467e131fe tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:26.934974 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-59295fcf-18f2-428c-b299-c08919eff87b req-9e2e3fd5-d240-4192-9ef4-b9a467e131fe tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 947 time: 0.0490098 Sep 26 18:06:26.950080 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event deleted for resources: {'Port': ['ID=fbc9979b-8c95-48ea-b2f1-0efc9810462e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:26.986379 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-59295fcf-18f2-428c-b299-c08919eff87b req-2c7c1b86-dc69-47a7-936e-9c4acf86158b tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2e91ebea-a51a-442a-864c-d16aad3b9000&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453608 Sep 26 18:06:27.069190 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Router d3d8a350-ff90-4f6a-858e-4e125eb08b22 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:27.151190 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57444) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:27.181056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:27.192588 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] Sync routers for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:27.204308 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:27.204949 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:05:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:27.225648 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] No DVR routers for this DVR port fbc9979b-8c95-48ea-b2f1-0efc9810462e on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:27.228536 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.231981 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-8f77ed15-a247-4178-afd1-b9908b7eed6c req-0c379f5b-e22f-45f1-ae6c-c5e949a4c427 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.86 "DELETE /networking/v2.0/ports/fbc9979b-8c95-48ea-b2f1-0efc9810462e HTTP/1.1" status: 204 len: 173 time: 0.8751473 Sep 26 18:06:27.232549 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-deleted', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:27.234925 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5970e991-3fc9-4071-a777-4c664bd2fe3a" -d '{"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-deleted", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:27.282272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b48ea9-0847-4731-86f7-f4d203a9939f x-openstack-request-id: req-43b48ea9-0847-4731-86f7-f4d203a9939f {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:27.282639 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6baf32-af4c-4b68-99f5-ce32e42e917c", "name": "network-vif-deleted", "tag": "fbc9979b-8c95-48ea-b2f1-0efc9810462e", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:27.282988 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43b48ea9-0847-4731-86f7-f4d203a9939f {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:27.283491 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b48ea9-0847-4731-86f7-f4d203a9939f'] response: {'server_uuid': '5b6baf32-af4c-4b68-99f5-ce32e42e917c', 'name': 'network-vif-deleted', 'tag': 'fbc9979b-8c95-48ea-b2f1-0efc9810462e', 'status': 'completed', 'code': 200} Sep 26 18:06:27.284952 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8d6acbae-0d55-41d0-b82c-b3f6a0f09271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.310483 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:27.346117 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:27.347550 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:27.378421 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8d6acbae-0d55-41d0-b82c-b3f6a0f09271 admin admin] Publish callbacks [] for security_group (9c0fa70b-e246-4c70-9d5a-1b6e34c766c9), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.471618 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8d6acbae-0d55-41d0-b82c-b3f6a0f09271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9c0fa70b-e246-4c70-9d5a-1b6e34c766c9), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.475360 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.476031 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f01c38b2-4137-44c7-9e98-647d51bb64fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.514715 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8d6acbae-0d55-41d0-b82c-b3f6a0f09271 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5631abe4470c43c891d70ff2104ff131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621976 Sep 26 18:06:27.516569 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6acbae-0d55-41d0-b82c-b3f6a0f09271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0fa70b-e246-4c70-9d5a-1b6e34c766c9,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:27.518056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57450) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:27.548785 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:27.573139 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5546dea5-8403-4f1e-a1fe-0f477210c069 admin admin] Publish callbacks [] for security_group (9c0fa70b-e246-4c70-9d5a-1b6e34c766c9), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.573782 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] Checking router: d3d8a350-ff90-4f6a-858e-4e125eb08b22 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:27.576449 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=15 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:27.584189 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:27.585029 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:06:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:27.598522 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5546dea5-8403-4f1e-a1fe-0f477210c069 admin admin] Publish callbacks [] for security_group (9c0fa70b-e246-4c70-9d5a-1b6e34c766c9), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.691699 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:27.750774 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5546dea5-8403-4f1e-a1fe-0f477210c069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (9c0fa70b-e246-4c70-9d5a-1b6e34c766c9), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.753419 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5546dea5-8403-4f1e-a1fe-0f477210c069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:27.754676 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-5546dea5-8403-4f1e-a1fe-0f477210c069 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9c0fa70b-e246-4c70-9d5a-1b6e34c766c9 HTTP/1.1" status: 204 len: 168 time: 0.2355027 Sep 26 18:06:27.763231 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546dea5-8403-4f1e-a1fe-0f477210c069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0fa70b-e246-4c70-9d5a-1b6e34c766c9,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:27.902194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:27.909483 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb752ea8-4850-4aa9-818a-e49674438ad7 req-d54d0387-08e7-4b6d-afef-018be35e7dbc tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:27.910947 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bb752ea8-4850-4aa9-818a-e49674438ad7 req-d54d0387-08e7-4b6d-afef-018be35e7dbc tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0505753 Sep 26 18:06:27.929085 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd33d66-5fcd-40bd-88b9-22b4bca189d4 None None] The sync data for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi is: [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T17:57:31Z', 'revision_number': 4, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0ca3196c-a1c8-4db9-be03-15dfaacf9c86', 'name': '', 'network_id': 'ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'mac_address': 'fa:16:3e:86:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:29Z', 'updated_at': '2022-09-26T17:57:49Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'subnets': [{'id': 'ed949ed7-d3d1-4657-bfb4-9bc19322fd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:27.987299 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bb752ea8-4850-4aa9-818a-e49674438ad7 req-841d5c14-7fa9-427f-81f5-c7391c6efadf tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703690 Sep 26 18:06:28.122315 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9cde1a71-de09-4304-8b18-c42b73785d3e req-b1c98244-0e99-4e58-8c71-a61a6cdd1c20 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5b6baf32-af4c-4b68-99f5-ce32e42e917c HTTP/1.1" status: 200 len: 210 time: 0.0300336 Sep 26 18:06:28.201446 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea57bc-7328-4e73-a30d-b4d4318e123b None None] New status for floating IP c29b79e1-1a33-460b-be15-a9cacc33e1be: DOWN {{(pid=118305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:28.602166 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.105918 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fd518-118f-492b-8f45-4290b80a43cb req-791bd565-df17-44fa-8a94-454d42a066b5 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:29.107400 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa4fd518-118f-492b-8f45-4290b80a43cb req-791bd565-df17-44fa-8a94-454d42a066b5 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0468433 Sep 26 18:06:29.158092 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fa4fd518-118f-492b-8f45-4290b80a43cb req-f03d9860-ab58-45cc-b731-d1f39574885b tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Sep 26 18:06:29.307036 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57488) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:29.362164 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (2e91ebea-a51a-442a-864c-d16aad3b9000), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.384369 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (2e91ebea-a51a-442a-864c-d16aad3b9000), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.511742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2e91ebea-a51a-442a-864c-d16aad3b9000), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.514442 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.516200 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2e91ebea-a51a-442a-864c-d16aad3b9000 HTTP/1.1" status: 204 len: 168 time: 0.2076631 Sep 26 18:06:29.519353 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57490) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:29.526126 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91ebea-a51a-442a-864c-d16aad3b9000,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:29.533980 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.api.v2.resource [None req-8098b052-2daf-4266-81eb-7facd6ce8e25 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] show failed (client error): The resource could not be found. Sep 26 18:06:29.534190 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.534538 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.534950 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.535153 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8098b052-2daf-4266-81eb-7facd6ce8e25 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "GET /networking/v2.0/security-groups/2e91ebea-a51a-442a-864c-d16aad3b9000 HTTP/1.1" status: 404 len: 347 time: 0.0144880 Sep 26 18:06:29.535293 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.535685 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.536018 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.536347 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.536676 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.537001 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.537349 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.537767 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.538128 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57492) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:29.538243 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.538410 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.538733 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.539059 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54cd361-adfd-4f0d-b4c3-82943d84cb21 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:29.674671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Deleting port 62288d68-b9c3-419e-ae18-c171be7fa183 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:29.674671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (62288d68-b9c3-419e-ae18-c171be7fa183), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.755722 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (62288d68-b9c3-419e-ae18-c171be7fa183), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.756051 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (62288d68-b9c3-419e-ae18-c171be7fa183), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:29.760625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:29.771207 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Calling delete_port for 62288d68-b9c3-419e-ae18-c171be7fa183 owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:29.998150 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (62288d68-b9c3-419e-ae18-c171be7fa183), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.025542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Pushing event deleted for resources: {'Port': ['ID=62288d68-b9c3-419e-ae18-c171be7fa183,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:30.088923 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:30.095877 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks [] for floatingip (c29b79e1-1a33-460b-be15-a9cacc33e1be), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.098349 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.099521 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7d95b1d1-f7a4-424a-8357-2c67c3468436 tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/c29b79e1-1a33-460b-be15-a9cacc33e1be HTTP/1.1" status: 204 len: 168 time: 0.5605474 Sep 26 18:06:30.134405 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.254574 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.521566 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20616ccb-40b9-4bc8-ae35-b8b9647683fe req-662d179c-8657-4fc9-be09-d5a502b6af39 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:30.523060 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-20616ccb-40b9-4bc8-ae35-b8b9647683fe req-662d179c-8657-4fc9-be09-d5a502b6af39 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0458288 Sep 26 18:06:30.533644 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:30.553139 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: fbc9979b-8c95-48ea-b2f1-0efc9810462e {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:30.553527 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device fbc9979b-8c95-48ea-b2f1-0efc9810462e not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:30.571403 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-20616ccb-40b9-4bc8-ae35-b8b9647683fe req-d423fc57-b2d4-4415-8293-5ce6a0d76b7c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Sep 26 18:06:31.699782 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a3f8-2a3b-4c46-bd4a-514b04bb90a3 req-81ae3a42-6dae-47e8-8795-592279cd4c03 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:31.701402 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e1f1a3f8-2a3b-4c46-bd4a-514b04bb90a3 req-81ae3a42-6dae-47e8-8795-592279cd4c03 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0485127 Sep 26 18:06:31.752636 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e1f1a3f8-2a3b-4c46-bd4a-514b04bb90a3 req-f020f2b7-a33d-4a63-aa9e-20c01469ec07 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446556 Sep 26 18:06:32.373058 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:06:32.873610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c43be-943f-4443-943c-ccdf05d734c7 req-bcc41683-edfc-49f7-98de-dc0ebdedf385 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:32.874995 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-531c43be-943f-4443-943c-ccdf05d734c7 req-bcc41683-edfc-49f7-98de-dc0ebdedf385 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0459239 Sep 26 18:06:32.921270 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-531c43be-943f-4443-943c-ccdf05d734c7 req-b5f92e2f-c2f4-402c-ab89-ea15ab8c2967 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Sep 26 18:06:34.042691 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dbe19-2722-4b94-a130-2dd05d8058b4 req-2baeddc3-44ca-4a9f-9482-a17c56649f78 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:34.044154 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-806dbe19-2722-4b94-a130-2dd05d8058b4 req-2baeddc3-44ca-4a9f-9482-a17c56649f78 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0476627 Sep 26 18:06:34.094635 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-806dbe19-2722-4b94-a130-2dd05d8058b4 req-d39982cd-6a87-4cbe-949e-7137e816bce5 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Sep 26 18:06:34.713043 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-d597c448-f8b2-4dd9-8a57-d842e2b1b923 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:34.714542 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-d597c448-f8b2-4dd9-8a57-d842e2b1b923 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 946 time: 0.0452583 Sep 26 18:06:34.805357 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Deleting port 5696c8c8-93a9-4883-bc51-f80cb0320f31 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:34.805705 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.808247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:34.897943 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] For port 5696c8c8-93a9-4883-bc51-f80cb0320f31, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=5696c8c8-93a9-4883-bc51-f80cb0320f31,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:34.898312 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.916203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Calling delete_port for 5696c8c8-93a9-4883-bc51-f80cb0320f31 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:34.929092 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57550) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:35.111729 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (5696c8c8-93a9-4883-bc51-f80cb0320f31), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.122942 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['5696c8c8-93a9-4883-bc51-f80cb0320f31'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:35.146117 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Pushing event deleted for resources: {'Port': ['ID=5696c8c8-93a9-4883-bc51-f80cb0320f31,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:35.182440 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:35.202311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] No DVR routers for this DVR port 5696c8c8-93a9-4883-bc51-f80cb0320f31 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:35.205508 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.209006 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e1fe292c-c269-4c73-ac4a-a032630248e2 req-408b3ccb-3f0e-462e-be94-b45798a2274c tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "DELETE /networking/v2.0/ports/5696c8c8-93a9-4883-bc51-f80cb0320f31 HTTP/1.1" status: 204 len: 173 time: 0.4881263 Sep 26 18:06:35.209557 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'name': 'network-vif-deleted', 'tag': '5696c8c8-93a9-4883-bc51-f80cb0320f31'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:35.211866 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad60a1de-308f-4336-b480-2953a57ae20d" -d '{"events": [{"server_uuid": "b88ca258-66e6-42ef-8518-5bf2c5691271", "name": "network-vif-deleted", "tag": "5696c8c8-93a9-4883-bc51-f80cb0320f31"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:35.294720 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-98898b98-664f-469a-bf32-339b09bc8886 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450599 Sep 26 18:06:35.296193 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8ee793-51fa-4b4c-877c-fb66f3b82313 x-openstack-request-id: req-7d8ee793-51fa-4b4c-877c-fb66f3b82313 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:35.296499 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88ca258-66e6-42ef-8518-5bf2c5691271", "name": "network-vif-deleted", "tag": "5696c8c8-93a9-4883-bc51-f80cb0320f31", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:35.297359 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d8ee793-51fa-4b4c-877c-fb66f3b82313 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:35.297679 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8ee793-51fa-4b4c-877c-fb66f3b82313'] response: {'server_uuid': 'b88ca258-66e6-42ef-8518-5bf2c5691271', 'name': 'network-vif-deleted', 'tag': '5696c8c8-93a9-4883-bc51-f80cb0320f31', 'status': 'completed', 'code': 200} Sep 26 18:06:35.379857 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-b97fce3f-531b-4400-8182-86561688c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:35.381949 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-b97fce3f-531b-4400-8182-86561688c603 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.0406437 Sep 26 18:06:35.457334 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bd7025e-fd8a-405d-95da-91052ca055e3 req-9f58c166-679b-4575-9ba4-47c56f242027 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b88ca258-66e6-42ef-8518-5bf2c5691271 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Sep 26 18:06:35.517422 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-ffb1c28f-c15a-4263-97c3-bbe20b5faa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:35.518881 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-ffb1c28f-c15a-4263-97c3-bbe20b5faa9b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 908 time: 0.1026132 Sep 26 18:06:35.593720 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-00282f12-dc04-49c0-a8a0-bf882985f70d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 1000 time: 0.0672908 Sep 26 18:06:35.648201 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-08ddd8df-9d57-46b7-94e3-b748306e4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:35.649711 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-08ddd8df-9d57-46b7-94e3-b748306e4813 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0499871 Sep 26 18:06:35.694617 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-832346d3-9f9e-4f7f-a306-aa5466d49666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:35.696488 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-832346d3-9f9e-4f7f-a306-aa5466d49666 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411716 Sep 26 18:06:35.793586 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-1948b62e-37bb-41ed-bb52-e55c96037523 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862255 Sep 26 18:06:35.817545 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (d3d8a350-ff90-4f6a-858e-4e125eb08b22), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.020936 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d96fd474-01f6-4644-bf39-a31c03f24876 req-f418303e-7bfa-4c82-9456-be2ff20892f2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908282 Sep 26 18:06:36.100035 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Deleting port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:36.100376 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.111263 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.146674 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.182641 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] For port 0ca3196c-a1c8-4db9-be03-15dfaacf9c86, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:36.182924 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.196945 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Calling delete_port for 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 owned by network:router_interface {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:36.477419 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (0ca3196c-a1c8-4db9-be03-15dfaacf9c86), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.505342 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca3196c-a1c8-4db9-be03-15dfaacf9c86,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:36.699225 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (d3d8a350-ff90-4f6a-858e-4e125eb08b22), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.940688 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-3ac94cc3-1a87-458d-9c96-e269bd2aa509 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:36.942183 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-3ac94cc3-1a87-458d-9c96-e269bd2aa509 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/networks?id=f37f73d5-5123-4050-b2dd-1ab07f5e6540 HTTP/1.1" status: 200 len: 809 time: 0.1871560 Sep 26 18:06:36.965140 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-b50aa629-7720-4250-9eaf-8177f6a11d8d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/quotas/f9a05f1b4598419ab701bec55add1318 HTTP/1.1" status: 200 len: 375 time: 0.0161366 Sep 26 18:06:37.019665 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-9fe07402-55ff-497c-a542-3ae92c41f4e8 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=f9a05f1b4598419ab701bec55add1318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318463 Sep 26 18:06:37.034267 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.079352 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Router d3d8a350-ff90-4f6a-858e-4e125eb08b22 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:37.104732 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.166213 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-bf50592c-d498-474e-9176-a4801bb4dd22 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395431 Sep 26 18:06:37.257837 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:37.265191 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-987218d8-9bb3-4b9f-b464-bceeb2333f33 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/d3d8a350-ff90-4f6a-858e-4e125eb08b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3350525 Sep 26 18:06:37.266534 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] Sync routers for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:37.267921 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57604) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:37.275118 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.278764 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:37.279599 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:06:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:37.295355 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-b22f3d40-7704-46f9-8630-0fdfa8399208 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004558 Sep 26 18:06:37.319647 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.376316 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks [] for router (d3d8a350-ff90-4f6a-858e-4e125eb08b22), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.392608 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:37.586562 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.588562 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T18:06:36Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:37.589348 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8dd536f-f558-47d0-b634-2de3cbbf5cc2 req-5e950cf9-a313-47df-b864-cc9289d014c8 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 210 time: 0.0329533 Sep 26 18:06:37.636525 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] Checking router: d3d8a350-ff90-4f6a-858e-4e125eb08b22 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:37.647629 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] Routers {'d3d8a350-ff90-4f6a-858e-4e125eb08b22'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:37.648453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:06:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:37.756348 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] Set router d3d8a350-ff90-4f6a-858e-4e125eb08b22 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:37.765877 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks [] for router_gateway (d3d8a350-ff90-4f6a-858e-4e125eb08b22), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.910685 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Deleting port 33fff813-553e-415c-b675-0ffd66e82ce1 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:37.911109 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.999360 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] For port 33fff813-553e-415c-b675-0ffd66e82ce1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=33fff813-553e-415c-b675-0ffd66e82ce1,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:38.001015 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.015012 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Calling delete_port for 33fff813-553e-415c-b675-0ffd66e82ce1 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:38.058492 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T18:06:36Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:38.083888 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46242a64-2ee7-41aa-80aa-61b2846cb87d None None] The sync data for ids ['d3d8a350-ff90-4f6a-858e-4e125eb08b22'] in dv-cinder-859317-1-iscsi is: [{'id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'name': 'tempest-AttachVolumeShelveTestJSON-387350476-router', 'tenant_id': '641b37d85a344b1791fcdff859318e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:57:18Z', 'updated_at': '2022-09-26T18:06:36Z', 'revision_number': 5, 'project_id': '641b37d85a344b1791fcdff859318e42', 'gw_port': {'id': '33fff813-553e-415c-b675-0ffd66e82ce1', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d8a350-ff90-4f6a-858e-4e125eb08b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:57:20Z', 'updated_at': '2022-09-26T17:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:38.129203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:38.259021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (33fff813-553e-415c-b675-0ffd66e82ce1), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.286520 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fff813-553e-415c-b675-0ffd66e82ce1,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:38.348937 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (d3d8a350-ff90-4f6a-858e-4e125eb08b22), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.438942 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (d3d8a350-ff90-4f6a-858e-4e125eb08b22), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.441155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks [] for router_controller (d3d8a350-ff90-4f6a-858e-4e125eb08b22), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.564131 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 5696c8c8-93a9-4883-bc51-f80cb0320f31 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:38.574318 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (d3d8a350-ff90-4f6a-858e-4e125eb08b22), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.575007 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d8a350-ff90-4f6a-858e-4e125eb08b22 {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:06:38.581589 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.585532 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-29fa6020-432a-4eff-9729-6bb1083d10b2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/d3d8a350-ff90-4f6a-858e-4e125eb08b22 HTTP/1.1" status: 204 len: 168 time: 1.3165514 Sep 26 18:06:38.585700 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57622) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:38.588369 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 5696c8c8-93a9-4883-bc51-f80cb0320f31 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:38.588718 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 5696c8c8-93a9-4883-bc51-f80cb0320f31 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:38.652532 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] Deleting subnet ed949ed7-d3d1-4657-bfb4-9bc19322fd90 {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:06:38.657717 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] Publish callbacks [] for subnet (ed949ed7-d3d1-4657-bfb4-9bc19322fd90), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.721929 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:38.728651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (ed949ed7-d3d1-4657-bfb4-9bc19322fd90), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.732257 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0068205a-fe60-4d40-b253-18dbab391de7 req-712809f2-e5f8-4fe6-afa9-380f29499bd3 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 210 time: 0.0413086 Sep 26 18:06:38.748089 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:38.748427 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0ca3196c-a1c8-4db9-be03-15dfaacf9c86 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:38.837650 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (ed949ed7-d3d1-4657-bfb4-9bc19322fd90), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.946003 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (ed949ed7-d3d1-4657-bfb4-9bc19322fd90), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.972177 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed949ed7-d3d1-4657-bfb4-9bc19322fd90,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:38.975924 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.978941 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-fdd429f3-8db1-4f21-98cb-8048c4b46b3e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/ed949ed7-d3d1-4657-bfb4-9bc19322fd90 HTTP/1.1" status: 204 len: 168 time: 0.3920443 Sep 26 18:06:38.981501 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57626) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:38.984055 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e29e9-468c-46d6-bdce-77959cccc2eb None None] Network ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:39.056848 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.103434 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Deleting port 4daf1f43-8eb7-4b03-8619-37b34c798abf {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:39.103772 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.154884 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] DHCP port deletion for ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:06:39.178672 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] For port 4daf1f43-8eb7-4b03-8619-37b34c798abf, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=4daf1f43-8eb7-4b03-8619-37b34c798abf,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:39.179061 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.194838 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Calling delete_port for 4daf1f43-8eb7-4b03-8619-37b34c798abf owned by network:dhcp {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:39.196328 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:39.210507 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] Deleting port 4daf1f43-8eb7-4b03-8619-37b34c798abf {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:39.211324 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.281494 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] For port 4daf1f43-8eb7-4b03-8619-37b34c798abf, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=4daf1f43-8eb7-4b03-8619-37b34c798abf,segment=NetworkSegment(a67f4f0a-4e60-4bca-877c-5f8762917955),segment_id=a67f4f0a-4e60-4bca-877c-5f8762917955)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:39.281778 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.300579 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] Calling delete_port for 4daf1f43-8eb7-4b03-8619-37b34c798abf owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:39.374061 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.382219 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (4daf1f43-8eb7-4b03-8619-37b34c798abf), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.386440 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:39.398879 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Pushing event deleted for resources: {'Port': ['ID=4daf1f43-8eb7-4b03-8619-37b34c798abf,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:39.402868 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] No DVR routers for this DVR port 4daf1f43-8eb7-4b03-8619-37b34c798abf on host dv-cinder-859317-1-iscsi {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:39.408194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] Pushing event deleted for resources: {'Port': ['ID=4daf1f43-8eb7-4b03-8619-37b34c798abf,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:39.411825 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2249c6f8-ce4a-4f57-b3fb-9ec1d73ee788 None None] No DVR routers for this DVR port 4daf1f43-8eb7-4b03-8619-37b34c798abf on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:39.476887 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.498058 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:39.508427 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67f4f0a-4e60-4bca-877c-5f8762917955') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:39.508726 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67f4f0a-4e60-4bca-877c-5f8762917955') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:39.517683 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:39.521859 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (a67f4f0a-4e60-4bca-877c-5f8762917955), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.537530 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (a67f4f0a-4e60-4bca-877c-5f8762917955), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.544316 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Releasing vlan 464 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:06:39.544694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (a67f4f0a-4e60-4bca-877c-5f8762917955), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.584977 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment a67f4f0a-4e60-4bca-877c-5f8762917955 resource provider aggregate not found Sep 26 18:06:39.607230 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment a67f4f0a-4e60-4bca-877c-5f8762917955 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a67f4f0a-4e60-4bca-877c-5f8762917955 found for delete ", "request_id": "req-10b59742-9e8f-4db7-90f3-7caf5488df5a"}]} Sep 26 18:06:39.706317 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.715361 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.716895 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7 HTTP/1.1" status: 204 len: 168 time: 0.7344465 Sep 26 18:06:39.727085 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af282b-4c6e-46ca-9aac-4deae9e3c16f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7e6512-8e6a-49d8-93c1-8bd9f672b2d7,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:39.735098 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57640) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:39.889850 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ff095b13-67b8-45f1-b8d9-027077b20d7d req-3f241678-0a3c-4bc6-8a29-16ed3e56d9fc tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 210 time: 0.0524790 Sep 26 18:06:39.891629 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80cef88a-5571-4727-b76e-f40610679651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.904218 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-2201a92f-5cc3-451f-bc88-f84626c5b234 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:39.905795 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-2201a92f-5cc3-451f-bc88-f84626c5b234 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "GET /networking/v2.0/networks?id=f37f73d5-5123-4050-b2dd-1ab07f5e6540 HTTP/1.1" status: 200 len: 809 time: 0.1473160 Sep 26 18:06:39.920226 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Request body: {'port': {'device_id': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540', 'admin_state_up': True, 'tenant_id': 'f9a05f1b4598419ab701bec55add1318'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:39.973359 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80cef88a-5571-4727-b76e-f40610679651 admin admin] Publish callbacks [] for security_group (cac0d897-9cf6-4fe3-8b53-124d0e864d37), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.029321 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.042904 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-80cef88a-5571-4727-b76e-f40610679651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (cac0d897-9cf6-4fe3-8b53-124d0e864d37), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.083340 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-80cef88a-5571-4727-b76e-f40610679651 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=77f9294c293f41e887a66fd97d779686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471630 Sep 26 18:06:40.084463 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cef88a-5571-4727-b76e-f40610679651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac0d897-9cf6-4fe3-8b53-124d0e864d37,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:40.085048 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57646) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:40.086821 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57648) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:40.116426 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Made reservation on behalf of f9a05f1b4598419ab701bec55add1318 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:40.120114 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.188295 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d5c336f8-8610-45f5-b263-433bf72f87a9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=641b37d85a344b1791fcdff859318e42&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1020198 Sep 26 18:06:40.190971 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57654) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:40.229104 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-86ec13fe-604d-440d-a2a2-a816e5a3f58f admin admin] Publish callbacks [] for security_group (cac0d897-9cf6-4fe3-8b53-124d0e864d37), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.241057 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8e54f28a-4511-4a56-bc32-45afb7c05276 admin admin] Publish callbacks [] for security_group (306056f3-7a1a-4697-8176-0df9be3be83b), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.261297 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8e54f28a-4511-4a56-bc32-45afb7c05276 admin admin] Publish callbacks [] for security_group (306056f3-7a1a-4697-8176-0df9be3be83b), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.267063 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-86ec13fe-604d-440d-a2a2-a816e5a3f58f admin admin] Publish callbacks [] for security_group (cac0d897-9cf6-4fe3-8b53-124d0e864d37), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.312615 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.340036 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Allocated IP 172.20.0.13 (f37f73d5-5123-4050-b2dd-1ab07f5e6540/b894b6b7-9008-4d6f-bf95-52f64466dce6/3e48f759-6ea5-43f6-bd3a-1cdccaeee833) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:40.390519 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8e54f28a-4511-4a56-bc32-45afb7c05276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (306056f3-7a1a-4697-8176-0df9be3be83b), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.393092 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-8e54f28a-4511-4a56-bc32-45afb7c05276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.394284 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-8e54f28a-4511-4a56-bc32-45afb7c05276 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/306056f3-7a1a-4697-8176-0df9be3be83b HTTP/1.1" status: 204 len: 168 time: 0.2023470 Sep 26 18:06:40.403005 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54f28a-4511-4a56-bc32-45afb7c05276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306056f3-7a1a-4697-8176-0df9be3be83b,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:40.483644 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-86ec13fe-604d-440d-a2a2-a816e5a3f58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (cac0d897-9cf6-4fe3-8b53-124d0e864d37), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.487665 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-86ec13fe-604d-440d-a2a2-a816e5a3f58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.491402 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-86ec13fe-604d-440d-a2a2-a816e5a3f58f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/cac0d897-9cf6-4fe3-8b53-124d0e864d37 HTTP/1.1" status: 204 len: 168 time: 0.3964763 Sep 26 18:06:40.516404 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec13fe-604d-440d-a2a2-a816e5a3f58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac0d897-9cf6-4fe3-8b53-124d0e864d37,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:40.520549 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks [] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.673669 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 33fff813-553e-415c-b675-0ffd66e82ce1 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:40.682112 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.695997 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 33fff813-553e-415c-b675-0ffd66e82ce1 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:40.696339 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 33fff813-553e-415c-b675-0ffd66e82ce1 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:40.696758 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4daf1f43-8eb7-4b03-8619-37b34c798abf no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:40.716163 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 4daf1f43-8eb7-4b03-8619-37b34c798abf {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:40.716513 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 4daf1f43-8eb7-4b03-8619-37b34c798abf not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:40.725084 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Network f37f73d5-5123-4050-b2dd-1ab07f5e6540 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:40.728923 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:40.735660 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:40.780047 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Pushing event updated for resources: {'Port': ['ID=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:40.800449 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:40.801365 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:40.807836 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:40.874371 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-43bb74db-e573-482b-ae53-91ea652f08f7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9578955 Sep 26 18:06:40.886046 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Request body: {'port': {'device_id': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:40.955800 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.029622 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab013c-8d12-474c-9ce6-86080c2dd904 req-052dd0dc-d0f4-41b5-9312-1b3220743c94 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:41.031161 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52ab013c-8d12-474c-9ce6-86080c2dd904 req-052dd0dc-d0f4-41b5-9312-1b3220743c94 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 932 time: 0.0561311 Sep 26 18:06:41.090419 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-52ab013c-8d12-474c-9ce6-86080c2dd904 req-5c3858e2-c588-45c4-9b08-078e4074579a tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516131 Sep 26 18:06:41.224896 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:41.235054 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Publish callbacks [] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.245468 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Transition to ACTIVE for port object 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:06:41.345946 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.439782 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:41.473329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Attempting to bind port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:41.473688 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Attempting to bind port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:41.474051 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Attempting to bind port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 on network f37f73d5-5123-4050-b2dd-1ab07f5e6540 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:41.518059 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 on network f37f73d5-5123-4050-b2dd-1ab07f5e6540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:06:41.518381 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Attempting to bind port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 on network f37f73d5-5123-4050-b2dd-1ab07f5e6540 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:41.565847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:41.566259 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Checking segment: {'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:41.566756 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Bound using segment: {'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:41.567637 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Bound port: 3e48f759-6ea5-43f6-bd3a-1cdccaeee833, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eea254b-1e04-404b-8f0b-c29e9e9b750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 471, 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:41.568050 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.600846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:41.630803 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] For port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:41.634137 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] For port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:41.757446 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.763020 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:41.767379 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.767379 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/3e48f759-6ea5-43f6-bd3a-1cdccaeee833 HTTP/1.1" status: 200 len: 1094 time: 0.8828840 Sep 26 18:06:41.767379 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'tag': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:41.768498 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92dda53-2578-4fab-93f4-27065ff87498" -d '{"events": [{"name": "network-changed", "server_uuid": "784256a2-4555-4817-85a0-e6e9ad9f92a4", "tag": "3e48f759-6ea5-43f6-bd3a-1cdccaeee833"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:41.816495 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe319be-de3d-48f2-bb3e-c2a66a4ee7d5 x-openstack-request-id: req-dbe319be-de3d-48f2-bb3e-c2a66a4ee7d5 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:41.816775 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784256a2-4555-4817-85a0-e6e9ad9f92a4", "tag": "3e48f759-6ea5-43f6-bd3a-1cdccaeee833", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:41.817027 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbe319be-de3d-48f2-bb3e-c2a66a4ee7d5 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:41.817448 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe319be-de3d-48f2-bb3e-c2a66a4ee7d5'] response: {'name': 'network-changed', 'server_uuid': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'tag': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833', 'status': 'completed', 'code': 200} Sep 26 18:06:41.825111 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25701855-24f4-4a92-b363-d332e8d5aa27 service neutron] Pushing event updated for resources: {'Port': ['ID=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:41.886696 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dda53-2578-4fab-93f4-27065ff87498 req-005b8b47-9e9b-40f6-8e4c-ba1064ebe075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:41.888244 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d92dda53-2578-4fab-93f4-27065ff87498 req-005b8b47-9e9b-40f6-8e4c-ba1064ebe075 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=f9a05f1b4598419ab701bec55add1318&device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 1128 time: 0.0467942 Sep 26 18:06:41.996370 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dda53-2578-4fab-93f4-27065ff87498 req-a4160d15-aba7-4769-a49d-5454212d9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:41.997990 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d92dda53-2578-4fab-93f4-27065ff87498 req-a4160d15-aba7-4769-a49d-5454212d9b2b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=f9a05f1b4598419ab701bec55add1318&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1028881 Sep 26 18:06:42.012929 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:42.096701 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dda53-2578-4fab-93f4-27065ff87498 req-cf286132-5ae1-42f1-ad94-83d0be9c1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:42.098226 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d92dda53-2578-4fab-93f4-27065ff87498 req-cf286132-5ae1-42f1-ad94-83d0be9c1410 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935616 Sep 26 18:06:42.187381 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-499b2eb0-c104-4f55-92b6-c7fb3bd2a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:42.189011 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-499b2eb0-c104-4f55-92b6-c7fb3bd2a841 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=f9a05f1b4598419ab701bec55add1318&device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 1128 time: 0.0502493 Sep 26 18:06:42.231764 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-6f2159ed-3bba-47cb-beb6-99e1df13f738 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e48f759-6ea5-43f6-bd3a-1cdccaeee833 HTTP/1.1" status: 200 len: 217 time: 0.0344400 Sep 26 18:06:42.242888 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918d0e-37d5-473f-9900-5c8b33824416 req-1bb1882e-3c44-4024-ac79-8198ed9b4828 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:42.245023 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a9918d0e-37d5-473f-9900-5c8b33824416 req-1bb1882e-3c44-4024-ac79-8198ed9b4828 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 944 time: 0.0606534 Sep 26 18:06:42.296769 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-79c70539-31b2-4a90-9a4d-bfb8b7ad3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:42.298280 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-79c70539-31b2-4a90-9a4d-bfb8b7ad3a21 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=b894b6b7-9008-4d6f-bf95-52f64466dce6 HTTP/1.1" status: 200 len: 849 time: 0.0605545 Sep 26 18:06:42.310278 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a9918d0e-37d5-473f-9900-5c8b33824416 req-2ea796e0-5c48-415e-bdfd-33b2598e3ab4 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590153 Sep 26 18:06:42.334785 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-82d0c1c4-ce03-480c-b2df-6f4275e93677 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=f37f73d5-5123-4050-b2dd-1ab07f5e6540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275946 Sep 26 18:06:42.368338 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:42.428741 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-f075d271-0209-4e95-be1d-76d73cbf2b23 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863872 Sep 26 18:06:42.527098 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-c8af9775-9099-47b9-a769-2e1ee41a6b85 req-18374316-8483-4550-b67c-a6a740e6a1d5 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913169 Sep 26 18:06:43.464602 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49d04f-1adb-4787-b87d-9f711fe86da9 req-69f63942-d94e-48c3-854d-df90120b93b9 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:43.469749 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f49d04f-1adb-4787-b87d-9f711fe86da9 req-69f63942-d94e-48c3-854d-df90120b93b9 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 944 time: 0.0688941 Sep 26 18:06:43.521756 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f49d04f-1adb-4787-b87d-9f711fe86da9 req-62342a10-3879-4a6f-a5d8-fa6ec90fa63e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466311 Sep 26 18:06:44.606365 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:44.625651 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:44.645387 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e565-2a47-4f91-8bf5-e6ce9f5ea838 req-5718c156-7029-498d-aa0c-b4d01aceda7d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:44.645603 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4a01e565-2a47-4f91-8bf5-e6ce9f5ea838 req-5718c156-7029-498d-aa0c-b4d01aceda7d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 944 time: 0.0474114 Sep 26 18:06:44.702330 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4a01e565-2a47-4f91-8bf5-e6ce9f5ea838 req-9ce22bbd-5e3e-4faa-afb1-e572e4294ff2 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Sep 26 18:06:44.730134 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:44.741148 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833', 'network_id': 'f37f73d5-5123-4050-b2dd-1ab07f5e6540', 'port_id': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833', 'mac_address': 'fa:16:3e:59:06:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 471, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b894b6b7-9008-4d6f-bf95-52f64466dce6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:44.776732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:44.777125 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.790830 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:44.810424 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:44.917118 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.965249 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:45.132981 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['3e48f759-6ea5-43f6-bd3a-1cdccaeee833'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:45.821231 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b46d5-8a27-4afa-8df8-77086cd26517 req-15384085-4c0e-4121-af69-c23e6baa0622 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:45.822750 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-900b46d5-8a27-4afa-8df8-77086cd26517 req-15384085-4c0e-4121-af69-c23e6baa0622 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 945 time: 0.0465219 Sep 26 18:06:45.875381 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-900b46d5-8a27-4afa-8df8-77086cd26517 req-eea1cf22-86d8-41f0-b37a-118e6d139a1e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Sep 26 18:06:46.627421 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:46.668779 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:06:46.669990 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:46.773028 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:46.773365 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.773702 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 Sep 26 18:06:46.847967 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:46.852351 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:46.852737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.878625 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:46.880832 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aeba78-293b-427b-813f-fff05994c370" -d '{"events": [{"server_uuid": "784256a2-4555-4817-85a0-e6e9ad9f92a4", "name": "network-vif-plugged", "status": "completed", "tag": "3e48f759-6ea5-43f6-bd3a-1cdccaeee833"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:46.893558 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:46.929267 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04911ea3-b57b-4a2b-a157-9decf3b20087 x-openstack-request-id: req-04911ea3-b57b-4a2b-a157-9decf3b20087 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:46.929758 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784256a2-4555-4817-85a0-e6e9ad9f92a4", "name": "network-vif-plugged", "status": "completed", "tag": "3e48f759-6ea5-43f6-bd3a-1cdccaeee833", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:46.929879 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04911ea3-b57b-4a2b-a157-9decf3b20087 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:46.930252 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04911ea3-b57b-4a2b-a157-9decf3b20087'] response: {'server_uuid': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833', 'code': 200} Sep 26 18:06:46.956968 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.000528 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.017456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718bb5-a80c-43ac-9aa8-e852c5db5fc7 req-7fafd816-687b-4925-aa4d-d1cf8d9fe2c7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:47.019150 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f718bb5-a80c-43ac-9aa8-e852c5db5fc7 req-7fafd816-687b-4925-aa4d-d1cf8d9fe2c7 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 946 time: 0.0531731 Sep 26 18:06:47.026969 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:47.069248 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7f718bb5-a80c-43ac-9aa8-e852c5db5fc7 req-6f33a060-876b-4868-a79b-9d2d8af9ba21 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Sep 26 18:06:47.242362 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504288e-f60a-4d12-8e9c-c5e3fbaa902b req-d57719e6-5f28-4a20-9fa9-f3fac513620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:47.243983 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3504288e-f60a-4d12-8e9c-c5e3fbaa902b req-d57719e6-5f28-4a20-9fa9-f3fac513620a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 1130 time: 0.0411928 Sep 26 18:06:47.290747 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3504288e-f60a-4d12-8e9c-c5e3fbaa902b req-349fdd52-2e72-4db3-9a12-d1276c8109e9 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379360 Sep 26 18:06:48.248701 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80a38-5b70-4870-a9ed-b84b340dc56e req-4e8852fc-4dbf-458b-ae07-f3ef02c6076d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:48.250292 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-22f80a38-5b70-4870-a9ed-b84b340dc56e req-4e8852fc-4dbf-458b-ae07-f3ef02c6076d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 946 time: 0.0481660 Sep 26 18:06:48.308763 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-22f80a38-5b70-4870-a9ed-b84b340dc56e req-6b62918f-5767-41e4-b441-eb687745fcba tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Sep 26 18:06:49.702397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e44d9-2d5c-4695-9381-1ea34241b875 req-10631d6c-ebcf-41f2-ba07-ca262b09368b tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:49.703929 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f59e44d9-2d5c-4695-9381-1ea34241b875 req-10631d6c-ebcf-41f2-ba07-ca262b09368b tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 946 time: 0.3165982 Sep 26 18:06:49.751916 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f59e44d9-2d5c-4695-9381-1ea34241b875 req-cf6febc7-87b5-4d7c-9c09-ae6a5418306e tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Sep 26 18:06:51.169521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1be5-e5cb-480b-b79e-b5dd7bf335ce req-5cbeff29-8a19-4781-839d-2d537263d807 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:51.170865 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-471a1be5-e5cb-480b-b79e-b5dd7bf335ce req-5cbeff29-8a19-4781-839d-2d537263d807 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 946 time: 0.0444920 Sep 26 18:06:51.219059 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-471a1be5-e5cb-480b-b79e-b5dd7bf335ce req-26a0d9e6-b6e3-49a8-afa7-6d34c90d9e21 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418689 Sep 26 18:06:52.348397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082f848-e612-4935-99ed-f960795090d6 req-0c022941-2fdc-4c93-90ba-9ba62281a830 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:52.350008 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f082f848-e612-4935-99ed-f960795090d6 req-0c022941-2fdc-4c93-90ba-9ba62281a830 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 946 time: 0.0490901 Sep 26 18:06:52.402849 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f082f848-e612-4935-99ed-f960795090d6 req-020a56da-825d-4de8-863c-d67e8b8eaa76 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3943d1ac-1c40-43da-8a02-d6ed49f69138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471480 Sep 26 18:06:52.620619 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57928) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:52.707897 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530930b-9794-4d66-9782-cb5743242f7a req-fbcc844f-81f3-4ae3-871a-3bf248e15b4d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:52.709396 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6530930b-9794-4d66-9782-cb5743242f7a req-fbcc844f-81f3-4ae3-871a-3bf248e15b4d tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 946 time: 0.0530753 Sep 26 18:06:52.730798 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.801144 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Deleting port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:52.801511 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.807943 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Publish callbacks [] for security_group (8439e74d-cd32-40da-b0b7-2d7443c26660), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.845997 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:52.893920 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (8439e74d-cd32-40da-b0b7-2d7443c26660), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.895345 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] For port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,segment=NetworkSegment(9eea254b-1e04-404b-8f0b-c29e9e9b750e),segment_id=9eea254b-1e04-404b-8f0b-c29e9e9b750e)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:52.895721 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.910370 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Calling delete_port for 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:52.937919 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2063fd7c0a844f5d95d597510821a4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136530 Sep 26 18:06:52.937919 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8439e74d-cd32-40da-b0b7-2d7443c26660,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:52.943048 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57932) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:52.949665 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.953349 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.953825 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.954241 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.954648 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.955049 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.955443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.955892 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.956329 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.956674 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.957073 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.957509 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.958040 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.958341 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:52.958763 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e3593-7389-43e2-a9d5-c25d58a2794f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:53.009811 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3a68353f-4859-42f7-a25a-636a65ede41c admin admin] Publish callbacks [] for security_group (8439e74d-cd32-40da-b0b7-2d7443c26660), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.016879 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:53.032337 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3a68353f-4859-42f7-a25a-636a65ede41c admin admin] Publish callbacks [] for security_group (8439e74d-cd32-40da-b0b7-2d7443c26660), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.110130 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (3e48f759-6ea5-43f6-bd3a-1cdccaeee833), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.122525 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['3e48f759-6ea5-43f6-bd3a-1cdccaeee833'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:53.143044 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Pushing event deleted for resources: {'Port': ['ID=3e48f759-6ea5-43f6-bd3a-1cdccaeee833,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:53.157794 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3a68353f-4859-42f7-a25a-636a65ede41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (8439e74d-cd32-40da-b0b7-2d7443c26660), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.160495 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3a68353f-4859-42f7-a25a-636a65ede41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.161730 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-3a68353f-4859-42f7-a25a-636a65ede41c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8439e74d-cd32-40da-b0b7-2d7443c26660 HTTP/1.1" status: 204 len: 168 time: 0.2176490 Sep 26 18:06:53.169542 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68353f-4859-42f7-a25a-636a65ede41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8439e74d-cd32-40da-b0b7-2d7443c26660,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:53.185489 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] No DVR routers for this DVR port 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:53.188706 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.191933 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-6530930b-9794-4d66-9782-cb5743242f7a req-20afa757-7d29-4fa1-8bcc-824a4806d337 tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.86 "DELETE /networking/v2.0/ports/3e48f759-6ea5-43f6-bd3a-1cdccaeee833 HTTP/1.1" status: 204 len: 173 time: 0.4740081 Sep 26 18:06:53.192445 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'name': 'network-vif-deleted', 'tag': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:53.197740 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa71dd-1f40-41a9-a70b-6a485ddcdd08" -d '{"events": [{"server_uuid": "784256a2-4555-4817-85a0-e6e9ad9f92a4", "name": "network-vif-deleted", "tag": "3e48f759-6ea5-43f6-bd3a-1cdccaeee833"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:53.232377 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7279b3-06f4-483b-ae7e-57197dc6f29b x-openstack-request-id: req-ac7279b3-06f4-483b-ae7e-57197dc6f29b {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:53.233112 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784256a2-4555-4817-85a0-e6e9ad9f92a4", "name": "network-vif-deleted", "tag": "3e48f759-6ea5-43f6-bd3a-1cdccaeee833", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:53.233571 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac7279b3-06f4-483b-ae7e-57197dc6f29b {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:53.234021 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7279b3-06f4-483b-ae7e-57197dc6f29b'] response: {'server_uuid': '784256a2-4555-4817-85a0-e6e9ad9f92a4', 'name': 'network-vif-deleted', 'tag': '3e48f759-6ea5-43f6-bd3a-1cdccaeee833', 'status': 'completed', 'code': 200} Sep 26 18:06:53.391766 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:53.509466 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9282eeb7-7e2e-4c6e-b28c-6baa6b4e1ff4 req-ae2da577-5137-422d-bade-788f7f902a8b tempest-VolumesActionsTest-2090213357 tempest-VolumesActionsTest-2090213357-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=784256a2-4555-4817-85a0-e6e9ad9f92a4 HTTP/1.1" status: 200 len: 210 time: 0.0306880 Sep 26 18:06:53.718670 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57950) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:53.732406 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d567013b-5877-4170-99b4-5ab06a0eba66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.806765 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d567013b-5877-4170-99b4-5ab06a0eba66 admin admin] Publish callbacks [] for security_group (22859b50-b8cc-41c2-9acb-e39e40567060), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.865519 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d567013b-5877-4170-99b4-5ab06a0eba66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (22859b50-b8cc-41c2-9acb-e39e40567060), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.869240 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:53.905214 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567013b-5877-4170-99b4-5ab06a0eba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22859b50-b8cc-41c2-9acb-e39e40567060,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:53.911458 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d567013b-5877-4170-99b4-5ab06a0eba66 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0ea899ddef0c459392a1e9bbc6ac080c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910343 Sep 26 18:06:53.914782 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57954) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:53.967931 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a4cc02ee-bfaf-4667-8140-edcdc1cf47f0 admin admin] Publish callbacks [] for security_group (22859b50-b8cc-41c2-9acb-e39e40567060), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.989961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a4cc02ee-bfaf-4667-8140-edcdc1cf47f0 admin admin] Publish callbacks [] for security_group (22859b50-b8cc-41c2-9acb-e39e40567060), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.011824 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57956) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:54.121473 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a4cc02ee-bfaf-4667-8140-edcdc1cf47f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (22859b50-b8cc-41c2-9acb-e39e40567060), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.122225 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dc0472d7-174d-417b-a5b3-4da3b710b539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.124006 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a4cc02ee-bfaf-4667-8140-edcdc1cf47f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.125161 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a4cc02ee-bfaf-4667-8140-edcdc1cf47f0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/22859b50-b8cc-41c2-9acb-e39e40567060 HTTP/1.1" status: 204 len: 168 time: 0.2095227 Sep 26 18:06:54.133886 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc02ee-bfaf-4667-8140-edcdc1cf47f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22859b50-b8cc-41c2-9acb-e39e40567060,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:54.202194 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dc0472d7-174d-417b-a5b3-4da3b710b539 admin admin] Publish callbacks [] for security_group (251f5204-051d-46be-a5ed-7ba63facf11e), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.275814 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-dc0472d7-174d-417b-a5b3-4da3b710b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (251f5204-051d-46be-a5ed-7ba63facf11e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.315357 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-dc0472d7-174d-417b-a5b3-4da3b710b539 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=48f91e714dfb4cc592c420b90ba995fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024287 Sep 26 18:06:54.316193 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0472d7-174d-417b-a5b3-4da3b710b539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f5204-051d-46be-a5ed-7ba63facf11e,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:54.318313 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57962) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:54.361909 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:54.374375 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3a3cae97-748c-4216-9f05-e7f7ddb557fa admin admin] Publish callbacks [] for security_group (251f5204-051d-46be-a5ed-7ba63facf11e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.397387 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3a3cae97-748c-4216-9f05-e7f7ddb557fa admin admin] Publish callbacks [] for security_group (251f5204-051d-46be-a5ed-7ba63facf11e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.562438 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3a3cae97-748c-4216-9f05-e7f7ddb557fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (251f5204-051d-46be-a5ed-7ba63facf11e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.565094 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-3a3cae97-748c-4216-9f05-e7f7ddb557fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.566412 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-3a3cae97-748c-4216-9f05-e7f7ddb557fa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/251f5204-051d-46be-a5ed-7ba63facf11e HTTP/1.1" status: 204 len: 168 time: 0.2471132 Sep 26 18:06:54.583026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cae97-748c-4216-9f05-e7f7ddb557fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f5204-051d-46be-a5ed-7ba63facf11e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:54.792482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 57976) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:54.807647 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-25c5a0c0-b783-44ce-b736-d3cb3d7fe239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.882958 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-25c5a0c0-b783-44ce-b736-d3cb3d7fe239 admin admin] Publish callbacks [] for security_group (b9d80b2d-892a-4917-b51e-c5f91a2e0e4a), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.986096 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-25c5a0c0-b783-44ce-b736-d3cb3d7fe239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b9d80b2d-892a-4917-b51e-c5f91a2e0e4a), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.027599 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-25c5a0c0-b783-44ce-b736-d3cb3d7fe239 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0d70f3a9792b4454bc6d30f40476de76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340145 Sep 26 18:06:55.029576 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5a0c0-b783-44ce-b736-d3cb3d7fe239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d80b2d-892a-4917-b51e-c5f91a2e0e4a,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.030345 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57984) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.080625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9708d3da-1712-4347-b3a1-0b6fdeba3393 admin admin] Publish callbacks [] for security_group (b9d80b2d-892a-4917-b51e-c5f91a2e0e4a), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.103493 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9708d3da-1712-4347-b3a1-0b6fdeba3393 admin admin] Publish callbacks [] for security_group (b9d80b2d-892a-4917-b51e-c5f91a2e0e4a), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.111383 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4248-fdbc-4491-ba8e-5a75873b008c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.225587 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9708d3da-1712-4347-b3a1-0b6fdeba3393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b9d80b2d-892a-4917-b51e-c5f91a2e0e4a), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.228263 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-9708d3da-1712-4347-b3a1-0b6fdeba3393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.229460 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-9708d3da-1712-4347-b3a1-0b6fdeba3393 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b9d80b2d-892a-4917-b51e-c5f91a2e0e4a HTTP/1.1" status: 204 len: 168 time: 0.1981156 Sep 26 18:06:55.237443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708d3da-1712-4347-b3a1-0b6fdeba3393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d80b2d-892a-4917-b51e-c5f91a2e0e4a,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.275759 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 57994) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.283078 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=15,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:55.290623 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-055cf3d4-80da-4e15-81c0-a6d757e2573c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.391054 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-055cf3d4-80da-4e15-81c0-a6d757e2573c admin admin] Publish callbacks [] for security_group (20c0b4b8-0476-4aa2-a9cb-e8504f47fc63), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.465782 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-055cf3d4-80da-4e15-81c0-a6d757e2573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (20c0b4b8-0476-4aa2-a9cb-e8504f47fc63), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.509839 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-055cf3d4-80da-4e15-81c0-a6d757e2573c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4e58a0772abf47198dc5047cf0d9a67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329426 Sep 26 18:06:55.511084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cf3d4-80da-4e15-81c0-a6d757e2573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c0b4b8-0476-4aa2-a9cb-e8504f47fc63,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.512864 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58002) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.573271 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d54b80d6-77cb-4404-bc8c-bde37b2507ee admin admin] Publish callbacks [] for security_group (20c0b4b8-0476-4aa2-a9cb-e8504f47fc63), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.595717 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d54b80d6-77cb-4404-bc8c-bde37b2507ee admin admin] Publish callbacks [] for security_group (20c0b4b8-0476-4aa2-a9cb-e8504f47fc63), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.606005 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:55.715959 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d54b80d6-77cb-4404-bc8c-bde37b2507ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (20c0b4b8-0476-4aa2-a9cb-e8504f47fc63), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.718946 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d54b80d6-77cb-4404-bc8c-bde37b2507ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.720376 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d54b80d6-77cb-4404-bc8c-bde37b2507ee admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/20c0b4b8-0476-4aa2-a9cb-e8504f47fc63 HTTP/1.1" status: 204 len: 168 time: 0.2035737 Sep 26 18:06:55.729440 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b80d6-77cb-4404-bc8c-bde37b2507ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c0b4b8-0476-4aa2-a9cb-e8504f47fc63,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:56.357955 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58050) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:56.372242 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-31d59d6a-dee7-41f2-92f8-313f0aceaa15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.449916 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-31d59d6a-dee7-41f2-92f8-313f0aceaa15 admin admin] Publish callbacks [] for security_group (812000d5-7982-4d75-82b2-28ab888b5a5c), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.539540 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-31d59d6a-dee7-41f2-92f8-313f0aceaa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (812000d5-7982-4d75-82b2-28ab888b5a5c), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.581201 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-31d59d6a-dee7-41f2-92f8-313f0aceaa15 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8ad1051df1024b39806bf688702e60a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220011 Sep 26 18:06:56.582517 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d59d6a-dee7-41f2-92f8-313f0aceaa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812000d5-7982-4d75-82b2-28ab888b5a5c,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:56.591521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58054) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:56.648193 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-68505cd0-ecfa-4979-bba0-4435f95455c4 admin admin] Publish callbacks [] for security_group (812000d5-7982-4d75-82b2-28ab888b5a5c), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.670666 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-68505cd0-ecfa-4979-bba0-4435f95455c4 admin admin] Publish callbacks [] for security_group (812000d5-7982-4d75-82b2-28ab888b5a5c), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.790943 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-68505cd0-ecfa-4979-bba0-4435f95455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (812000d5-7982-4d75-82b2-28ab888b5a5c), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.793448 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-68505cd0-ecfa-4979-bba0-4435f95455c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.797575 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-68505cd0-ecfa-4979-bba0-4435f95455c4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/812000d5-7982-4d75-82b2-28ab888b5a5c HTTP/1.1" status: 204 len: 168 time: 0.2020094 Sep 26 18:06:56.803683 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68505cd0-ecfa-4979-bba0-4435f95455c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812000d5-7982-4d75-82b2-28ab888b5a5c,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:57.038243 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58062) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:57.149977 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-cbd546c9-b999-4a53-a153-72ad6a41b8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.221260 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:57.233015 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-cbd546c9-b999-4a53-a153-72ad6a41b8a8 admin admin] Publish callbacks [] for security_group (ab68dd23-cc0f-47d6-8562-0fc880723658), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.299310 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-cbd546c9-b999-4a53-a153-72ad6a41b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (ab68dd23-cc0f-47d6-8562-0fc880723658), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.344935 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-cbd546c9-b999-4a53-a153-72ad6a41b8a8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=761cb2039ad745f88ff5fbffb3fa3ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049979 Sep 26 18:06:57.346071 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd546c9-b999-4a53-a153-72ad6a41b8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68dd23-cc0f-47d6-8562-0fc880723658,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:57.347698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58078) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:57.379507 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fb903f60-2962-48dc-a1fa-c44aa1631c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.401409 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-853546c8-b649-4c94-be0a-7a89724eeab6 admin admin] Publish callbacks [] for security_group (ab68dd23-cc0f-47d6-8562-0fc880723658), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.422492 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-853546c8-b649-4c94-be0a-7a89724eeab6 admin admin] Publish callbacks [] for security_group (ab68dd23-cc0f-47d6-8562-0fc880723658), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.544618 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-853546c8-b649-4c94-be0a-7a89724eeab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (ab68dd23-cc0f-47d6-8562-0fc880723658), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.547297 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-853546c8-b649-4c94-be0a-7a89724eeab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.548455 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-853546c8-b649-4c94-be0a-7a89724eeab6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ab68dd23-cc0f-47d6-8562-0fc880723658 HTTP/1.1" status: 204 len: 168 time: 0.1997144 Sep 26 18:06:57.556768 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853546c8-b649-4c94-be0a-7a89724eeab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68dd23-cc0f-47d6-8562-0fc880723658,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:57.953724 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:57.982175 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:57.982524 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 3e48f759-6ea5-43f6-bd3a-1cdccaeee833 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:58.077045 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:58.595731 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.122257 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.225358 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.340435 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:INSERT=9 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:07.551261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=73,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:07.553235 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.373084 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:07:10.162963 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.165214 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.168232 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:16.386711 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:18.735719 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58428) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:18.873203 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ca2d-849d-43b8-b7a5-7b5f59e0b18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:18.993089 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ca2d-849d-43b8-b7a5-7b5f59e0b18d admin admin] Publish callbacks [] for security_group (98a62473-bb82-44c8-928f-2cabe8a79a5f), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:19.338475 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6a4ca2d-849d-43b8-b7a5-7b5f59e0b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (98a62473-bb82-44c8-928f-2cabe8a79a5f), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:19.373429 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:19.378173 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c6a4ca2d-849d-43b8-b7a5-7b5f59e0b18d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=91b8b33ea93341c8bf38cff2a44cc0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6412489 Sep 26 18:07:19.379276 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4ca2d-849d-43b8-b7a5-7b5f59e0b18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a62473-bb82-44c8-928f-2cabe8a79a5f,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:19.381144 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58434) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:19.433922 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bf65063-80c2-493d-8ff3-c177d13124b1 admin admin] Publish callbacks [] for security_group (98a62473-bb82-44c8-928f-2cabe8a79a5f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:19.454731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bf65063-80c2-493d-8ff3-c177d13124b1 admin admin] Publish callbacks [] for security_group (98a62473-bb82-44c8-928f-2cabe8a79a5f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:19.556602 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bf65063-80c2-493d-8ff3-c177d13124b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (98a62473-bb82-44c8-928f-2cabe8a79a5f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:19.559200 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bf65063-80c2-493d-8ff3-c177d13124b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:19.560349 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4bf65063-80c2-493d-8ff3-c177d13124b1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/98a62473-bb82-44c8-928f-2cabe8a79a5f HTTP/1.1" status: 204 len: 168 time: 0.1776721 Sep 26 18:07:19.569761 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf65063-80c2-493d-8ff3-c177d13124b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a62473-bb82-44c8-928f-2cabe8a79a5f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:20.426959 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58452) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:20.443555 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f930c78b-a25b-4676-aa97-33f49c21ac48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.543213 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f930c78b-a25b-4676-aa97-33f49c21ac48 admin admin] Publish callbacks [] for security_group (fd9f11ae-fa7a-40da-87e1-7884335ea112), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.610556 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58460) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:20.641815 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f930c78b-a25b-4676-aa97-33f49c21ac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (fd9f11ae-fa7a-40da-87e1-7884335ea112), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.704309 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-f930c78b-a25b-4676-aa97-33f49c21ac48 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b04117d861244c6fbf65dfcf7c11c02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761998 Sep 26 18:07:20.707005 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930c78b-a25b-4676-aa97-33f49c21ac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f11ae-fa7a-40da-87e1-7884335ea112,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:20.707583 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58464) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:20.773990 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a185821c-e5db-44e3-bef2-a9d59361e7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.779010 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b1cf-0dd5-4cb9-b972-74a83add09ad admin admin] Publish callbacks [] for security_group (fd9f11ae-fa7a-40da-87e1-7884335ea112), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.808770 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b1cf-0dd5-4cb9-b972-74a83add09ad admin admin] Publish callbacks [] for security_group (fd9f11ae-fa7a-40da-87e1-7884335ea112), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.877038 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a185821c-e5db-44e3-bef2-a9d59361e7b4 admin admin] Publish callbacks [] for security_group (98cfdb9e-a201-4990-b6e4-aba87e803c59), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.950737 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a185821c-e5db-44e3-bef2-a9d59361e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (98cfdb9e-a201-4990-b6e4-aba87e803c59), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.979523 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b1cf-0dd5-4cb9-b972-74a83add09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (fd9f11ae-fa7a-40da-87e1-7884335ea112), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.984018 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-0ed4b1cf-0dd5-4cb9-b972-74a83add09ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:20.985737 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-0ed4b1cf-0dd5-4cb9-b972-74a83add09ad admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fd9f11ae-fa7a-40da-87e1-7884335ea112 HTTP/1.1" status: 204 len: 168 time: 0.2761095 Sep 26 18:07:20.992791 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185821c-e5db-44e3-bef2-a9d59361e7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cfdb9e-a201-4990-b6e4-aba87e803c59,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:20.997210 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a185821c-e5db-44e3-bef2-a9d59361e7b4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4fb5041867f5446392099c8628708133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851805 Sep 26 18:07:21.000704 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58468) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:21.005925 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4b1cf-0dd5-4cb9-b972-74a83add09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f11ae-fa7a-40da-87e1-7884335ea112,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:21.067067 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bc24052-7950-44ee-8c4a-83689f9d0333 admin admin] Publish callbacks [] for security_group (98cfdb9e-a201-4990-b6e4-aba87e803c59), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:21.091041 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bc24052-7950-44ee-8c4a-83689f9d0333 admin admin] Publish callbacks [] for security_group (98cfdb9e-a201-4990-b6e4-aba87e803c59), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:21.219309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bc24052-7950-44ee-8c4a-83689f9d0333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (98cfdb9e-a201-4990-b6e4-aba87e803c59), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:21.225376 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-4bc24052-7950-44ee-8c4a-83689f9d0333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:21.226521 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-4bc24052-7950-44ee-8c4a-83689f9d0333 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/98cfdb9e-a201-4990-b6e4-aba87e803c59 HTTP/1.1" status: 204 len: 168 time: 0.2248545 Sep 26 18:07:21.239285 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc24052-7950-44ee-8c4a-83689f9d0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cfdb9e-a201-4990-b6e4-aba87e803c59,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:25.113208 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-d2e8421e-8c6e-4703-bd9e-f8fc7dc3df79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.379483 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-937c4b3d-e0e8-4c2a-8391-eb343f817978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.562551 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58642) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:27.609862 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] Deleting subnet b894b6b7-9008-4d6f-bf95-52f64466dce6 {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:07:27.613252 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] Publish callbacks [] for subnet (b894b6b7-9008-4d6f-bf95-52f64466dce6), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.647296 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:27.649955 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530479'] for subnet (b894b6b7-9008-4d6f-bf95-52f64466dce6), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.687565 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:27.695662 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (b894b6b7-9008-4d6f-bf95-52f64466dce6), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.807921 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126243393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126207976'] for subnet (b894b6b7-9008-4d6f-bf95-52f64466dce6), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.837204 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b894b6b7-9008-4d6f-bf95-52f64466dce6,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:27.839271 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.842652 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-20a7a290-a8d6-4549-a9ba-f21668477ea3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b894b6b7-9008-4d6f-bf95-52f64466dce6 HTTP/1.1" status: 204 len: 168 time: 0.2789640 Sep 26 18:07:27.851028 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58644) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:27.924611 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (f37f73d5-5123-4050-b2dd-1ab07f5e6540), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.004751 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (f37f73d5-5123-4050-b2dd-1ab07f5e6540), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.023848 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.025069 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37f73d5-5123-4050-b2dd-1ab07f5e6540']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:28.034472 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eea254b-1e04-404b-8f0b-c29e9e9b750e') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:28.034765 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eea254b-1e04-404b-8f0b-c29e9e9b750e') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:28.044127 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (9eea254b-1e04-404b-8f0b-c29e9e9b750e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.058191 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (9eea254b-1e04-404b-8f0b-c29e9e9b750e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.065149 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Releasing vlan 471 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:07:28.067288 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (9eea254b-1e04-404b-8f0b-c29e9e9b750e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.109874 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 9eea254b-1e04-404b-8f0b-c29e9e9b750e resource provider aggregate not found Sep 26 18:07:28.130938 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 9eea254b-1e04-404b-8f0b-c29e9e9b750e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eea254b-1e04-404b-8f0b-c29e9e9b750e found for delete ", "request_id": "req-125b04f1-8d6b-41fb-b16f-b8f1ad283a86"}]} Sep 26 18:07:28.206894 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (f37f73d5-5123-4050-b2dd-1ab07f5e6540), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.212673 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.222180 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/f37f73d5-5123-4050-b2dd-1ab07f5e6540 HTTP/1.1" status: 204 len: 168 time: 0.3637359 Sep 26 18:07:28.227901 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76b3e1-fa43-4b26-be1b-aefd02c1079f admin admin] Pushing event deleted for resources: {'Network': ['ID=f37f73d5-5123-4050-b2dd-1ab07f5e6540,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:28.559764 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58654) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:28.601660 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7698d98e-9a09-4636-9ef1-672f79c07858 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f9a05f1b4598419ab701bec55add1318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406992 Sep 26 18:07:28.604166 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58656) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:28.625370 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.656985 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d738ad92-c389-403d-80be-b55fca3da540 admin admin] Publish callbacks [] for security_group (3943d1ac-1c40-43da-8a02-d6ed49f69138), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.677661 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d738ad92-c389-403d-80be-b55fca3da540 admin admin] Publish callbacks [] for security_group (3943d1ac-1c40-43da-8a02-d6ed49f69138), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.783610 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d738ad92-c389-403d-80be-b55fca3da540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (3943d1ac-1c40-43da-8a02-d6ed49f69138), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.786523 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-d738ad92-c389-403d-80be-b55fca3da540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:28.787827 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-d738ad92-c389-403d-80be-b55fca3da540 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3943d1ac-1c40-43da-8a02-d6ed49f69138 HTTP/1.1" status: 204 len: 168 time: 0.1827517 Sep 26 18:07:28.796772 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738ad92-c389-403d-80be-b55fca3da540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3943d1ac-1c40-43da-8a02-d6ed49f69138,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:30.134328 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:30.219649 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:30.861443 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=27,neutron:INSERT=7,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:30.995820 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=42,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.216187 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-117a2576-e9a0-4078-8484-ebd9070faea9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381734 Sep 26 18:07:36.299570 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-e3345ed3-f7b7-4301-823f-d82aa72666f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:36.301083 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-e3345ed3-f7b7-4301-823f-d82aa72666f9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.0404358 Sep 26 18:07:36.396239 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.409578 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-dc15e557-5353-4e7a-9dc1-bb6f9fbd4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:36.411011 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-dc15e557-5353-4e7a-9dc1-bb6f9fbd4d31 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 908 time: 0.0908391 Sep 26 18:07:36.482711 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-cedf087e-ca3f-4d8f-b31f-38cc4400b3d4 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 1000 time: 0.0639653 Sep 26 18:07:36.531434 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-db1c4d14-5bbd-47f6-a2cd-b26162cabfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:36.533142 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-db1c4d14-5bbd-47f6-a2cd-b26162cabfc4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0441225 Sep 26 18:07:36.582027 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-dc2547de-be43-417c-98c8-d8679eadae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:36.583498 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-dc2547de-be43-417c-98c8-d8679eadae9b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432949 Sep 26 18:07:36.676771 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-0511c167-32ce-4aa8-b404-015bb1625529 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853701 Sep 26 18:07:36.703054 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.776309 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-12ef79bd-d7b1-4258-81fe-aaa1c4e013b9 req-0675e192-59d7-403e-96bc-3f6535d7be34 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915163 Sep 26 18:07:40.160940 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:40.162899 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:40.168702 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:43.380411 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58816) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:43.495693 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.570386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Publish callbacks [] for security_group (2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.676075 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.715036 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:43.719736 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5cb794dfaca54dd38d09ca767605725c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383160 Sep 26 18:07:43.722556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58826) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:43.725563 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.725915 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.726257 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.726596 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.726930 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.727259 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.727586 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.727910 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.728236 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.728559 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.728888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.729211 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.729572 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.729890 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.730208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a323977-59a5-491e-8e73-1c5d24dd7939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:43.771557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4caea148-9ab5-4a67-9aa9-778d135424a8 admin admin] Publish callbacks [] for security_group (2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.792024 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4caea148-9ab5-4a67-9aa9-778d135424a8 admin admin] Publish callbacks [] for security_group (2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.926400 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4caea148-9ab5-4a67-9aa9-778d135424a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.928926 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-4caea148-9ab5-4a67-9aa9-778d135424a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.930146 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-4caea148-9ab5-4a67-9aa9-778d135424a8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b HTTP/1.1" status: 204 len: 168 time: 0.2065861 Sep 26 18:07:43.940712 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea148-9ab5-4a67-9aa9-778d135424a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f57dd3f-6c9a-4e16-bc3e-4cb5ae33361b,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:44.947717 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58854) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:45.045610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1264456240-network', 'tenant_id': '6913393260144bce91945aece2aaa072'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:45.121662 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Made reservation on behalf of 6913393260144bce91945aece2aaa072 for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:45.124041 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.132925 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.208203 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks [] for security_group (aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.264831 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.286808 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 495} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:07:45.301788 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:45.304597 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (432a145a-5ea4-4427-a474-775f77fc29cb), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.304935 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Added segment 432a145a-5ea4-4427-a474-775f77fc29cb of type vlan for network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 Sep 26 18:07:45.347470 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (47550a48-16b8-4cc6-b521-f81c5fc3ed86), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.446151 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (47550a48-16b8-4cc6-b521-f81c5fc3ed86), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.447165 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:45.447764 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.511218 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] Pushing event updated for resources: {'Network': ['ID=47550a48-16b8-4cc6-b521-f81c5fc3ed86,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:45.522059 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:07:45.571129 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d71d21d4-e5ea-48af-b794-9a6348c603a6 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6222982 Sep 26 18:07:45.574010 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58862) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:45.579322 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Request body: {'subnet': {'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1264456240-subnet', 'tenant_id': '6913393260144bce91945aece2aaa072', 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:45.704930 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Made reservation on behalf of 6913393260144bce91945aece2aaa072 for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:45.707511 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3574279'] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:45.861274 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:45.963142 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574289'] for subnet (bbba3a49-dfae-4ed9-9939-b783e805ac9e), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.021917 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:46.030166 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbba3a49-dfae-4ed9-9939-b783e805ac9e,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:46.041506 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Checking segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:46.042062 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Network hostable DHCP agents. Network: 47550a48-16b8-4cc6-b521-f81c5fc3ed86, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:07:46.133463 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:07:46.186037 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb3523-44f9-4e71-90f5-46ec2c7a5cea req-2e1c7c3c-3ecb-4e45-ba11-c7cc3b7bdf0c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:46.187509 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ebb3523-44f9-4e71-90f5-46ec2c7a5cea req-2e1c7c3c-3ecb-4e45-ba11-c7cc3b7bdf0c tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.1794405 Sep 26 18:07:46.190340 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, 47550a48-16b8-4cc6-b521-f81c5fc3ed86) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:46.196215 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:46.196215 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.199220 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0456b1c-f702-4b72-8581-3b635d95769b None None] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:07:46.247385 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4ebb3523-44f9-4e71-90f5-46ec2c7a5cea req-f9ac58b5-e42b-48d6-bcfe-e9c69afddf1b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532179 Sep 26 18:07:46.273671 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b1ec863a-96bc-421f-80e0-26699b5bf88c admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6985884 Sep 26 18:07:46.279954 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58870) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:46.284372 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:46.307253 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:07:46.307253 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.371982 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:07:46.406882 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (f2560b15-3899-4145-b5a2-5bb8201e61d2), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.407896 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (f2560b15-3899-4145-b5a2-5bb8201e61d2), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.432128 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Allocated IP 172.20.0.2 (47550a48-16b8-4cc6-b521-f81c5fc3ed86/bbba3a49-dfae-4ed9-9939-b783e805ac9e/ca68ddd5-3321-43c2-8e52-921b0d3c9fd1) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:46.458272 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks [] for router_controller (f2560b15-3899-4145-b5a2-5bb8201e61d2), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.575843 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Publish callbacks [] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.644268 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks [] for router_gateway (f2560b15-3899-4145-b5a2-5bb8201e61d2), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.654229 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.695790 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:46.700133 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:46.703369 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:46.711996 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Pushing event updated for resources: {'Port': ['ID=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:46.735857 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.736211 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.736557 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.736896 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.737249 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.737587 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.738004 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.738280 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.738608 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.738935 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.739264 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.739588 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.740027 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.740356 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.740680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:46.776565 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Attempting to bind port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:46.776970 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Attempting to bind port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:46.777399 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Attempting to bind port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:46.818917 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:46.819159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:46.819730 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Checking segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:46.819874 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.820171 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Bound using segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:46.820642 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Bound port: ca68ddd5-3321-43c2-8e52-921b0d3c9fd1, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:46.821021 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.882631 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] For port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:46.885791 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] For port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:46.888529 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks [] for router_gateway (f2560b15-3899-4145-b5a2-5bb8201e61d2), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:46.907733 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:47.009444 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Allocated IP 172.27.2.159 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/e315a551-2784-4367-8832-4049aed719e7) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:47.030335 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:47.084293 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd482ab-5e77-4807-b3ea-e8daa80b8acc None None] Pushing event updated for resources: {'Port': ['ID=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:47.123352 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks [] for port (e315a551-2784-4367-8832-4049aed719e7), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:47.218212 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (e315a551-2784-4367-8832-4049aed719e7), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:47.261671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:47.265309 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:47.269463 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:47.275279 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Pushing event updated for resources: {'Port': ['ID=e315a551-2784-4367-8832-4049aed719e7,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:47.454839 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:47.464757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcf7d7-1fca-45e2-b1cd-c594fd3ecd7f req-49865982-077d-45f3-94b1-8e22aff053f7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:47.466284 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bbcf7d7-1fca-45e2-b1cd-c594fd3ecd7f req-49865982-077d-45f3-94b1-8e22aff053f7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.1164098 Sep 26 18:07:47.517203 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4bbcf7d7-1fca-45e2-b1cd-c594fd3ecd7f req-16461f19-0e2d-4356-bd56-024f0e74240b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Sep 26 18:07:47.663526 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks [] for router_gateway (f2560b15-3899-4145-b5a2-5bb8201e61d2), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:47.860637 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (f2560b15-3899-4145-b5a2-5bb8201e61d2), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:47.906254 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:47.994290 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83deaeb8-6164-402e-a7d9-bea5f11c69a4 None None] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:07:48.070992 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:07:48.103632 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-00913833-87aa-436d-bb77-f70016b49fec None None] Provisioning complete for port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:48.104003 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-00913833-87aa-436d-bb77-f70016b49fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.104332 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-00913833-87aa-436d-bb77-f70016b49fec None None] Attempt 1 to provision port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 Sep 26 18:07:48.184877 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-00913833-87aa-436d-bb77-f70016b49fec None None] Current status of the port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:48.185301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-00913833-87aa-436d-bb77-f70016b49fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.185875 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:48.200403 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:48.207979 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:48.208638 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:48.234680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-00913833-87aa-436d-bb77-f70016b49fec None None] For port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:48.276884 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.282743 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58880) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:48.291276 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-3c5cf244-79f0-487c-bae0-67b4c5d4619f admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0100546 Sep 26 18:07:48.304865 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-00913833-87aa-436d-bb77-f70016b49fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.316887 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:48.356978 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00913833-87aa-436d-bb77-f70016b49fec None None] Pushing event updated for resources: {'Port': ['ID=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:48.426660 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-f2110254-e3a4-41e4-9711-f4407b4d0236 None None] Provisioning complete for port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:48.427586 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f2110254-e3a4-41e4-9711-f4407b4d0236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.427929 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-f2110254-e3a4-41e4-9711-f4407b4d0236 None None] Attempt 1 to provision port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 Sep 26 18:07:48.500803 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:47Z', 'revision_number': 3, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:48.506786 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-f2110254-e3a4-41e4-9711-f4407b4d0236 None None] Current status of the port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:48.530380 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:48.530726 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Updating router f2560b15-3899-4145-b5a2-5bb8201e61d2 port e315a551-2784-4367-8832-4049aed719e7 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:07:48.559108 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e315a551-2784-4367-8832-4049aed719e7), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.656733 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cb001-43a1-45f9-b111-16d41c59f125 req-8c1c0ea3-d68c-4d57-9504-e4f7a566dbf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:48.658213 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-967cb001-43a1-45f9-b111-16d41c59f125 req-8c1c0ea3-d68c-4d57-9504-e4f7a566dbf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0574229 Sep 26 18:07:48.676094 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:48.731329 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-967cb001-43a1-45f9-b111-16d41c59f125 req-452eec51-51cd-4cf2-96f2-7eb4fa6170f4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647497 Sep 26 18:07:48.738255 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.814621 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:48.855888 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Publish callbacks [] for port (e315a551-2784-4367-8832-4049aed719e7), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.861387 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:48.861848 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.862402 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 Sep 26 18:07:48.990637 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e315a551-2784-4367-8832-4049aed719e7), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.025433 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.029921 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.033632 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.036775 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Attempting to bind port e315a551-2784-4367-8832-4049aed719e7 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:49.037548 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Attempting to bind port e315a551-2784-4367-8832-4049aed719e7 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:49.037919 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Attempting to bind port e315a551-2784-4367-8832-4049aed719e7 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:49.073520 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:49.084091 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Pushing event updated for resources: {'Port': ['ID=e315a551-2784-4367-8832-4049aed719e7,revision_number=2']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:49.097014 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.097383 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.102354 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:49.108997 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:49.109480 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:49.109788 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.110166 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:49.110635 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Bound port: e315a551-2784-4367-8832-4049aed719e7, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:49.111098 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e315a551-2784-4367-8832-4049aed719e7), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.130573 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.160142 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.164997 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] For port e315a551-2784-4367-8832-4049aed719e7, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:49.168950 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] For port e315a551-2784-4367-8832-4049aed719e7, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=e315a551-2784-4367-8832-4049aed719e7,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:49.193484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Allocated IP 172.20.0.1 (47550a48-16b8-4cc6-b521-f81c5fc3ed86/bbba3a49-dfae-4ed9-9939-b783e805ac9e/0fbe6f93-c9a4-4d07-8101-ab847cbbaaba) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:49.201957 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.271499 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e315a551-2784-4367-8832-4049aed719e7), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.298138 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks [] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.314418 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:49.315029 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:49.356028 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542befd-11ec-4f02-a2ce-1fb85a80efd8 None None] Pushing event updated for resources: {'Port': ['ID=e315a551-2784-4367-8832-4049aed719e7,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:49.389530 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.422320 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:49.437936 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:49.443122 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:49.445757 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:49.449429 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:49.499115 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (f2560b15-3899-4145-b5a2-5bb8201e61d2), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.560220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:49.601170 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:47Z', 'revision_number': 3, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:49.627302 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc22c1-2cc6-4506-8e66-7924c3749d94 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:47Z', 'revision_number': 3, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:49.735944 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Provisioning complete for port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:49.735944 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.735944 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Attempt 1 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:49.749876 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:49.768561 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:49.893348 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f6884-fdd6-46be-8238-294f1b1240a6 req-ca327bf3-eeca-436e-8b94-0b64cb94d0b0 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:49.894838 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a87f6884-fdd6-46be-8238-294f1b1240a6 req-ca327bf3-eeca-436e-8b94-0b64cb94d0b0 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0714102 Sep 26 18:07:49.953479 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a87f6884-fdd6-46be-8238-294f1b1240a6 req-e8e68269-04e4-4f06-95d8-5a297cf94f65 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522144 Sep 26 18:07:49.958035 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks [] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.034797 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.101941 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (f2560b15-3899-4145-b5a2-5bb8201e61d2), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.103634 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:50.192581 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:50.204710 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:50.206113 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:50.270304 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Attempt 2 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:50.342917 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:50.345039 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:50.469839 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:50.475273 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-a062ba96-6a81-45ac-99a7-34ef9944d5c5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f2560b15-3899-4145-b5a2-5bb8201e61d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1909032 Sep 26 18:07:50.732403 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device e315a551-2784-4367-8832-4049aed719e7 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:50.777527 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port e315a551-2784-4367-8832-4049aed719e7 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:50.777897 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (e315a551-2784-4367-8832-4049aed719e7), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.778279 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port e315a551-2784-4367-8832-4049aed719e7 Sep 26 18:07:50.846448 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Attempt 3 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:50.872920 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port e315a551-2784-4367-8832-4049aed719e7 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:50.873192 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (e315a551-2784-4367-8832-4049aed719e7), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:50.898531 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:50.903470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port e315a551-2784-4367-8832-4049aed719e7, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=e315a551-2784-4367-8832-4049aed719e7,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:50.989449 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (e315a551-2784-4367-8832-4049aed719e7), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.048927 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=e315a551-2784-4367-8832-4049aed719e7,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:51.092825 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041583-6e3a-4d5f-98f4-0dc2515f3bd8 req-74607b16-3ba4-4e59-9600-c9dbbf5dc28f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:51.094370 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eb041583-6e3a-4d5f-98f4-0dc2515f3bd8 req-74607b16-3ba4-4e59-9600-c9dbbf5dc28f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0499661 Sep 26 18:07:51.163750 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eb041583-6e3a-4d5f-98f4-0dc2515f3bd8 req-aabacf45-19f6-41c9-b1b6-6d42b636f8f0 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627491 Sep 26 18:07:51.228605 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58918) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:51.233909 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-660616407-network', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:51.316655 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Made reservation on behalf of 153f2852e5c94b8ea53b358a720a42ca for: {'network': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:51.319151 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for network (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.328245 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.338680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7319036-1936-4899-a092-a1259083f919 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:51.349100 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:51.349737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:51.366984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:51.399567 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Attempt 4 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:51.411362 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks [] for security_group (bbd04a33-797f-43bb-af29-952ede689c51), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.465099 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:51.475883 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:51.556508 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (bbd04a33-797f-43bb-af29-952ede689c51), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.582750 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 465} {{(pid=118303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:07:51.594934 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd04a33-797f-43bb-af29-952ede689c51,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:51.599979 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (ef2dc8a8-1f0a-4c0b-962e-57a277efe79d), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.600320 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.segments_db [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Added segment ef2dc8a8-1f0a-4c0b-962e-57a277efe79d of type vlan for network ddf8401f-7d08-4c76-b01d-dfc980c16e30 Sep 26 18:07:51.643085 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734158739613'] for network (ddf8401f-7d08-4c76-b01d-dfc980c16e30), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.651485 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:51.666838 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 2, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:51.691498 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7319036-1936-4899-a092-a1259083f919 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:51.691844 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7319036-1936-4899-a092-a1259083f919 None None] Updating router f2560b15-3899-4145-b5a2-5bb8201e61d2 port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:07:51.719161 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b7319036-1936-4899-a092-a1259083f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.757471 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450'] for network (ddf8401f-7d08-4c76-b01d-dfc980c16e30), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.758487 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:51.759096 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.822216 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] Pushing event updated for resources: {'Network': ['ID=ddf8401f-7d08-4c76-b01d-dfc980c16e30,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:51.834330 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 details requested by agent ovs-agent-dv-cinder-859317-1-iscsi with host dv-cinder-859317-1-iscsi {{(pid=118304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:07:51.866053 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-bdaa1670-7265-4e25-84ef-66ffb00c3bdb admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6363356 Sep 26 18:07:51.868785 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58920) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:51.873932 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Request body: {'subnet': {'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-660616407-subnet', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'ip_version': 4}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:51.952000 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Made reservation on behalf of 153f2852e5c94b8ea53b358a720a42ca for: {'subnet': 1} {{(pid=118303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:51.955292 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3574279'] for subnet (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:51.968646 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Attempt 5 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:52.020470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:52.022705 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:52.067261 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b7319036-1936-4899-a092-a1259083f919 None None] Publish callbacks [] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.139059 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b7319036-1936-4899-a092-a1259083f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.201272 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298749f-03cc-44f3-89a5-c0c93ea7f3a9 None None] Pushing event updated for resources: {'Port': ['ID=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:52.214167 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3389204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3574289'] for subnet (290b2ea8-851a-480d-b48e-3d0108618c31), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.236449 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-b7319036-1936-4899-a092-a1259083f919 None None] Attempting to bind port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:52.236821 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-b7319036-1936-4899-a092-a1259083f919 None None] Attempting to bind port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:52.237178 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7319036-1936-4899-a092-a1259083f919 None None] Attempting to bind port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:52.285707 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7319036-1936-4899-a092-a1259083f919 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:52.286093 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7319036-1936-4899-a092-a1259083f919 None None] Checking segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:52.286496 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b7319036-1936-4899-a092-a1259083f919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.287038 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7319036-1936-4899-a092-a1259083f919 None None] Bound using segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:52.287721 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-b7319036-1936-4899-a092-a1259083f919 None None] Bound port: 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:52.288139 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b7319036-1936-4899-a092-a1259083f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.289625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=290b2ea8-851a-480d-b48e-3d0108618c31,revision_number=0']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:52.317800 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Checking segment: {'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:52.318156 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Network hostable DHCP agents. Network: ddf8401f-7d08-4c76-b01d-dfc980c16e30, hostable agents: ['f5f542e5-2d64-4134-932b-d2a043ae1eb2'], hosted agents: [] {{(pid=118303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:07:52.336162 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a520d-483c-4e1e-88d7-4eeafd8c4ec1 req-0e82ab49-b875-49d4-8bf8-bb0b59b107a9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:52.337636 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc1a520d-483c-4e1e-88d7-4eeafd8c4ec1 req-0e82ab49-b875-49d4-8bf8-bb0b59b107a9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0677922 Sep 26 18:07:52.349712 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:52.353695 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-b7319036-1936-4899-a092-a1259083f919 None None] For port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:52.356822 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-b7319036-1936-4899-a092-a1259083f919 None None] For port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:52.390798 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dc1a520d-483c-4e1e-88d7-4eeafd8c4ec1 req-37c2b6ba-335b-48c0-a66a-f84f922314e2 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Sep 26 18:07:52.442002 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 is scheduled to be hosted by DHCP agent f5f542e5-2d64-4134-932b-d2a043ae1eb2 with binding_index 1 {{(pid=118303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:07:52.442502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b7319036-1936-4899-a092-a1259083f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.484919 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:52.490778 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:52.491385 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:52.527505 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859317-1-iscsi, ddf8401f-7d08-4c76-b01d-dfc980c16e30) {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:52.530813 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Attempt 6 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:52.532368 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:52.537712 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.540312 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b765209-2257-410f-9271-6b3708933a64 None None] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:07:52.562975 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298749f-03cc-44f3-89a5-c0c93ea7f3a9 None None] Pushing event updated for resources: {'Port': ['ID=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:52.633158 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-92dfec67-8964-4944-9b78-d8e7b2d15952 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7630961 Sep 26 18:07:52.635686 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 58930) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:52.640567 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:52.689150 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:52.722809 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1696899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3199'] for router (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.723875 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1695678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1738481', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3188'] for router (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.781152 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks [] for router_controller (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), precommit_add_association {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.876089 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device e315a551-2784-4367-8832-4049aed719e7 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:52.952143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Current status of the port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:52.952530 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.987062 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks [] for router_gateway (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.021573 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa93c4fbd-b242-5385-a6c9-edfb6ffa79a9-ddf8401f-7d08-4c76-b01d-dfc980c16e30', 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30', 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'fixed_ips': [{'subnet_id': '290b2ea8-851a-480d-b48e-3d0108618c31'}]}} from dv-cinder-859317-1-iscsi. {{(pid=118304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:07:53.022502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.072747 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port e315a551-2784-4367-8832-4049aed719e7 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:53.073111 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (e315a551-2784-4367-8832-4049aed719e7), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.073509 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port e315a551-2784-4367-8832-4049aed719e7 Sep 26 18:07:53.075957 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] For port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:53.111524 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.174063 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.214148 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.229113 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks [] for router_gateway (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.249592 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.341583 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cfbc6-d222-477c-9e92-b559c8d19fe6 None None] Pushing event updated for resources: {'Port': ['ID=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:53.351258 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-b7319036-1936-4899-a092-a1259083f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:52Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:53.357585 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-96ade962-326b-4c23-b052-7f7718ae04b6 None None] Provisioning complete for port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:53.357957 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-96ade962-326b-4c23-b052-7f7718ae04b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.358474 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-96ade962-326b-4c23-b052-7f7718ae04b6 None None] Attempt 1 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:53.359997 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Allocated IP 172.27.2.130 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/8c0f645f-cffe-40d0-88ba-b6d940422797) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:53.410230 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.db_base_plugin_common [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Allocated IP 172.20.0.2 (ddf8401f-7d08-4c76-b01d-dfc980c16e30/290b2ea8-851a-480d-b48e-3d0108618c31/db995679-f39a-489c-8017-6c7ef14c2005) {{(pid=118304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:53.412306 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port e315a551-2784-4367-8832-4049aed719e7 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:53.419212 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.419212 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7319036-1936-4899-a092-a1259083f919 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:52Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:53.473606 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks [] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.580705 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-96ade962-326b-4c23-b052-7f7718ae04b6 None None] Current status of the port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:53.604020 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26c4a2-418d-459f-b34c-8ad2e292b0dd req-5489aa8c-9996-4d69-8d33-3157f9470f69 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:53.605524 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6f26c4a2-418d-459f-b34c-8ad2e292b0dd req-5489aa8c-9996-4d69-8d33-3157f9470f69 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0595899 Sep 26 18:07:53.631373 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.659173 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Publish callbacks [] for port (db995679-f39a-489c-8017-6c7ef14c2005), precommit_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.684622 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.699114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:53.703149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:53.710329 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6f26c4a2-418d-459f-b34c-8ad2e292b0dd req-5eb03cec-c095-4d8e-b5d3-221a483ee0c5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957072 Sep 26 18:07:53.713332 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:53.735215 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c0f645f-cffe-40d0-88ba-b6d940422797,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:53.745696 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.746040 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.746374 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.746702 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.747030 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.747350 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.747670 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.748076 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.748346 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.748681 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.749051 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.749397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.749716 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.750033 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.750341 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:53.762516 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512'] for port (db995679-f39a-489c-8017-6c7ef14c2005), after_create {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.772271 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.807672 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 is already hosted by enough agents. {{(pid=118304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:53.811373 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.scheduler.base_scheduler [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Resources bound (agent type, host, resource id): {{(pid=118304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:53.814107 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Received port after_create {{(pid=118304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:53.823718 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Pushing event updated for resources: {'Port': ['ID=db995679-f39a-489c-8017-6c7ef14c2005,revision_number=1']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:53.886012 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Attempting to bind port db995679-f39a-489c-8017-6c7ef14c2005 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:53.886392 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Attempting to bind port db995679-f39a-489c-8017-6c7ef14c2005 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:53.886736 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Attempting to bind port db995679-f39a-489c-8017-6c7ef14c2005 on network ddf8401f-7d08-4c76-b01d-dfc980c16e30 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:53.888679 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.931973 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:53.932352 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Checking segment: {'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:53.932756 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.933143 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Bound using segment: {'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:53.933651 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Bound port: db995679-f39a-489c-8017-6c7ef14c2005, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:53.934028 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (db995679-f39a-489c-8017-6c7ef14c2005), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.999601 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] For port db995679-f39a-489c-8017-6c7ef14c2005, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:54.003105 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] For port db995679-f39a-489c-8017-6c7ef14c2005, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=db995679-f39a-489c-8017-6c7ef14c2005,segment=NetworkSegment(ef2dc8a8-1f0a-4c0b-962e-57a277efe79d),segment_id=ef2dc8a8-1f0a-4c0b-962e-57a277efe79d)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:54.050960 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks [] for router_gateway (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.077534 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (db995679-f39a-489c-8017-6c7ef14c2005), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.135579 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64287f2e-3206-467e-8d34-3599a6f2fab6 None None] Pushing event updated for resources: {'Port': ['ID=db995679-f39a-489c-8017-6c7ef14c2005,revision_number=2']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:54.558508 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1695718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1694254'] for router (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.776016 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device db995679-f39a-489c-8017-6c7ef14c2005 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:54.784885 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 is scheduled to L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 with binding_index 1 {{(pid=118303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:07:54.835684 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port db995679-f39a-489c-8017-6c7ef14c2005 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:54.836059 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (db995679-f39a-489c-8017-6c7ef14c2005), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.836397 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port db995679-f39a-489c-8017-6c7ef14c2005 Sep 26 18:07:54.885993 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:54.919575 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port db995679-f39a-489c-8017-6c7ef14c2005 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:54.921109 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (db995679-f39a-489c-8017-6c7ef14c2005), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:54.928043 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a8d2-8fa3-4cc2-8a8b-7fc956865d93 req-d6d0be1a-a3ee-4636-a265-45d0e0ca7540 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:54.929555 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9379a8d2-8fa3-4cc2-8a8b-7fc956865d93 req-d6d0be1a-a3ee-4636-a265-45d0e0ca7540 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0901682 Sep 26 18:07:54.960181 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port db995679-f39a-489c-8017-6c7ef14c2005, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=db995679-f39a-489c-8017-6c7ef14c2005,segment=NetworkSegment(ef2dc8a8-1f0a-4c0b-962e-57a277efe79d),segment_id=ef2dc8a8-1f0a-4c0b-962e-57a277efe79d)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:54.962755 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:54.973531 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Sync routers for ids ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:54.984624 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Routers {'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:54.985619 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:55.003681 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9379a8d2-8fa3-4cc2-8a8b-7fc956865d93 req-50e52bab-49ee-4fbc-85b0-a46f3de084b3 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659213 Sep 26 18:07:55.053459 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (db995679-f39a-489c-8017-6c7ef14c2005), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.055092 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:55.056283 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.057941 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-7dce1336-f757-4aa7-a60d-5eda224429e6 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4212346 Sep 26 18:07:55.063312 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58940) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:55.111687 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Set router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:55.124931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-97c9f1c8-0fc3-46e5-92ef-2958998c289b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.152659 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=db995679-f39a-489c-8017-6c7ef14c2005,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:55.165432 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:55.166635 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.166790 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba Sep 26 18:07:55.169924 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1032474b-842e-4d46-8b4c-f61d212b5909 None None] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:07:55.219494 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:55.266325 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-6c445739-4e2e-4508-8f8f-fd04243825f5 None None] Provisioning complete for port db995679-f39a-489c-8017-6c7ef14c2005 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:55.266611 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6c445739-4e2e-4508-8f8f-fd04243825f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (db995679-f39a-489c-8017-6c7ef14c2005), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.266943 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-6c445739-4e2e-4508-8f8f-fd04243825f5 None None] Attempt 1 to provision port db995679-f39a-489c-8017-6c7ef14c2005 Sep 26 18:07:55.296805 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 3, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:55.380526 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:55.416188 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Checking router: b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:55.416822 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Updating router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 port 8c0f645f-cffe-40d0-88ba-b6d940422797 binding host dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:07:55.424576 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-6c445739-4e2e-4508-8f8f-fd04243825f5 None None] Current status of the port db995679-f39a-489c-8017-6c7ef14c2005 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:55.447110 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.502173 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.523700 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:55.648399 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-b6088292-3e1d-4eca-9700-07fcef332195 None None] Provisioning complete for port db995679-f39a-489c-8017-6c7ef14c2005 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:55.648775 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b6088292-3e1d-4eca-9700-07fcef332195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (db995679-f39a-489c-8017-6c7ef14c2005), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.649112 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-b6088292-3e1d-4eca-9700-07fcef332195 None None] Attempt 1 to provision port db995679-f39a-489c-8017-6c7ef14c2005 Sep 26 18:07:55.670014 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:55.690861 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Allocated IP 172.20.0.1 (ddf8401f-7d08-4c76-b01d-dfc980c16e30/290b2ea8-851a-480d-b48e-3d0108618c31/5f4498a5-dcd1-4be6-b679-efe9001c1a05) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:55.724342 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-b6088292-3e1d-4eca-9700-07fcef332195 None None] Current status of the port db995679-f39a-489c-8017-6c7ef14c2005 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:55.726197 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Publish callbacks [] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), precommit_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.802445 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks [] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.847541 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.882798 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Attempting to bind port 8c0f645f-cffe-40d0-88ba-b6d940422797 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:55.883156 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Attempting to bind port 8c0f645f-cffe-40d0-88ba-b6d940422797 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:55.883510 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Attempting to bind port 8c0f645f-cffe-40d0-88ba-b6d940422797 on network d32c9b4d-d016-45b2-b987-468a8b579f4f {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:55.899419 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.908319 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:55.919600 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5ab9d-fe73-407b-b931-c2a514a2b7b1 None None] Pushing event updated for resources: {'Port': ['ID=8c0f645f-cffe-40d0-88ba-b6d940422797,revision_number=2']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:55.937424 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:55.937795 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Checking segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:55.939645 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.939645 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Bound using segment: {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'} {{(pid=118305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:55.939645 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.managers [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Bound port: 8c0f645f-cffe-40d0-88ba-b6d940422797, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d4ce06-38cd-415d-ac2b-7c963c00b69b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f'}}] {{(pid=118305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:55.939645 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), before_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.941071 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:55.945965 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:55.949796 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:55.953093 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4498a5-dcd1-4be6-b679-efe9001c1a05,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:55.988911 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] For port 8c0f645f-cffe-40d0-88ba-b6d940422797, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:55.992742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1735447'] for router_interface (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.993189 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.plugins.ml2.db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] For port 8c0f645f-cffe-40d0-88ba-b6d940422797, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=8c0f645f-cffe-40d0-88ba-b6d940422797,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:56.059631 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron_lib.callbacks.manager [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), after_update {{(pid=118305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.113070 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5ab9d-fe73-407b-b931-c2a514a2b7b1 None None] Pushing event updated for resources: {'Port': ['ID=8c0f645f-cffe-40d0-88ba-b6d940422797,revision_number=3']} {{(pid=118305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:56.117171 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Routers {'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:56.117785 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:56.155954 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2595d1a-f9e5-4c0d-a9c8-a454f538a612 req-9710e766-3c95-4156-b5ba-646d4bf0bc0e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:56.158062 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e2595d1a-f9e5-4c0d-a9c8-a454f538a612 req-9710e766-3c95-4156-b5ba-646d4bf0bc0e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0625455 Sep 26 18:07:56.174378 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:56.191416 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.216669 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e2595d1a-f9e5-4c0d-a9c8-a454f538a612 req-080b0214-749a-4f69-896f-376f5ba1ceb1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467565 Sep 26 18:07:56.224610 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] Set router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:56.245203 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Provisioning complete for port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:56.246481 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.247297 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Attempt 1 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:07:56.291309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:56.363299 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks [] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.365858 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:56.402105 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 3, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:56.416370 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:56.423277 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.426928 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8fbf7-9d3c-4eef-a3f3-970ccb05057f None None] The sync data for ids ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'] in dv-cinder-859317-1-iscsi is: [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 3, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:56.499919 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1735555'] for router_interface (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.501992 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4498a5-dcd1-4be6-b679-efe9001c1a05,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:56.598722 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:56.600089 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:56.769683 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:56.873986 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 8c0f645f-cffe-40d0-88ba-b6d940422797 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:56.911865 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:56.917549 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-50931a28-7a99-499d-819b-04329a3212c5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8549130 Sep 26 18:07:56.919945 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Attempt 2 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:07:56.964059 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:56.973005 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 8c0f645f-cffe-40d0-88ba-b6d940422797 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:56.973517 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.973852 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 8c0f645f-cffe-40d0-88ba-b6d940422797 Sep 26 18:07:57.073783 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 8c0f645f-cffe-40d0-88ba-b6d940422797 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:57.074138 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.101030 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] For port 8c0f645f-cffe-40d0-88ba-b6d940422797, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=8c0f645f-cffe-40d0-88ba-b6d940422797,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:57.161799 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.162921 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device db995679-f39a-489c-8017-6c7ef14c2005 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:57.245948 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Pushing event updated for resources: {'Port': ['ID=8c0f645f-cffe-40d0-88ba-b6d940422797,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:57.272578 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port db995679-f39a-489c-8017-6c7ef14c2005 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:57.273535 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (db995679-f39a-489c-8017-6c7ef14c2005), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.273649 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port db995679-f39a-489c-8017-6c7ef14c2005 Sep 26 18:07:57.323724 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.360628 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.370659 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port db995679-f39a-489c-8017-6c7ef14c2005 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:57.374149 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83d0f7-f44f-47d2-a3d9-049342cfefc1 req-fac426cf-a747-4e1a-81f2-38b9b86e05bd tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:57.377700 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe83d0f7-f44f-47d2-a3d9-049342cfefc1 req-fac426cf-a747-4e1a-81f2-38b9b86e05bd tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0681865 Sep 26 18:07:57.395573 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58960) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:57.401081 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-179916b1-2b79-4347-bd20-c7fcad8a426a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501938319', 'description': 'tempest-secgroup-smoke-501938319 description', 'project_id': '6913393260144bce91945aece2aaa072'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:57.409974 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-b2c81da8-639b-46c4-afa8-104d4cda3e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.416745 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.432621 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe83d0f7-f44f-47d2-a3d9-049342cfefc1 req-b006eb58-0e27-467e-b452-7255b28cccc4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503840 Sep 26 18:07:57.465254 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Attempt 3 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:07:57.499500 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:57.516588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-179916b1-2b79-4347-bd20-c7fcad8a426a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.585546 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-179916b1-2b79-4347-bd20-c7fcad8a426a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group (abc675f6-fd11-4b4c-881e-a593c6877920), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.653698 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-179916b1-2b79-4347-bd20-c7fcad8a426a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (abc675f6-fd11-4b4c-881e-a593c6877920), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.684143 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179916b1-2b79-4347-bd20-c7fcad8a426a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc675f6-fd11-4b4c-881e-a593c6877920,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:57.747083 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-179916b1-2b79-4347-bd20-c7fcad8a426a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.748336 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-179916b1-2b79-4347-bd20-c7fcad8a426a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3511217 Sep 26 18:07:57.751391 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58962) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:57.755795 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-98c9bd69-6c5d-4e3c-84db-1c233eae8c3c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'security_group_rule': {'security_group_id': 'abc675f6-fd11-4b4c-881e-a593c6877920', 'project_id': '6913393260144bce91945aece2aaa072', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:57.769509 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.871466 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd69-6c5d-4e3c-84db-1c233eae8c3c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (bd69a129-d08b-4bd1-928e-63a23e85b0d0), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.920564 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.932785 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd69-6c5d-4e3c-84db-1c233eae8c3c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (bd69a129-d08b-4bd1-928e-63a23e85b0d0), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.001067 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Attempt 4 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:07:58.024572 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd69-6c5d-4e3c-84db-1c233eae8c3c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (bd69a129-d08b-4bd1-928e-63a23e85b0d0), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.038629 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:58.044026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9bd69-6c5d-4e3c-84db-1c233eae8c3c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd69a129-d08b-4bd1-928e-63a23e85b0d0,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:58.058869 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.177261 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Sync routers for ids ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:58.177377 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-98c9bd69-6c5d-4e3c-84db-1c233eae8c3c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.177377 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-98c9bd69-6c5d-4e3c-84db-1c233eae8c3c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4193013 Sep 26 18:07:58.178967 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58968) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:58.179964 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Routers {'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:58.180581 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:58.183809 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-da4a9451-e498-4fd7-b242-5b1ea8536aa9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'security_group_rule': {'security_group_id': 'abc675f6-fd11-4b4c-881e-a593c6877920', 'project_id': '6913393260144bce91945aece2aaa072', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:58.282451 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Set router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:58.293814 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-da4a9451-e498-4fd7-b242-5b1ea8536aa9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (e04da969-d956-4065-855a-647207cdf09d), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.355851 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-da4a9451-e498-4fd7-b242-5b1ea8536aa9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (e04da969-d956-4065-855a-647207cdf09d), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.425013 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-da4a9451-e498-4fd7-b242-5b1ea8536aa9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (e04da969-d956-4065-855a-647207cdf09d), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.447329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a9451-e498-4fd7-b242-5b1ea8536aa9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04da969-d956-4065-855a-647207cdf09d,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:58.474628 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:07:56Z', 'revision_number': 4, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '5f4498a5-dcd1-4be6-b679-efe9001c1a05', 'name': '', 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'mac_address': 'fa:16:3e:e1:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '290b2ea8-851a-480d-b48e-3d0108618c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:55Z', 'updated_at': '2022-09-26T18:07:56Z', 'revision_number': 2, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'subnets': [{'id': '290b2ea8-851a-480d-b48e-3d0108618c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:58.501633 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Checking router: b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:58.501996 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Updating router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 binding host dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:07:58.535207 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-da4a9451-e498-4fd7-b242-5b1ea8536aa9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.536788 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-da4a9451-e498-4fd7-b242-5b1ea8536aa9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567450 Sep 26 18:07:58.539533 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Attempt 5 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:07:58.539857 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58976) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:58.545822 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-9eef5a23-3d3a-40e9-96af-ce84eeda7098 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'security_group_rule': {'security_group_id': 'abc675f6-fd11-4b4c-881e-a593c6877920', 'project_id': '6913393260144bce91945aece2aaa072', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:58.560503 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e9710-b150-43b0-b2ee-a6795120fd71 req-4e5c0620-b3de-4d9a-928a-02d6155ca8e8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:58.562190 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-942e9710-b150-43b0-b2ee-a6795120fd71 req-4e5c0620-b3de-4d9a-928a-02d6155ca8e8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0510244 Sep 26 18:07:58.567243 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.592559 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:58.618713 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-942e9710-b150-43b0-b2ee-a6795120fd71 req-6ef12479-c8c6-43e0-9f3b-ef928035a613 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495305 Sep 26 18:07:58.665185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9eef5a23-3d3a-40e9-96af-ce84eeda7098 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (4504843a-61e9-4cab-8338-8c52b9017297), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.669983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.744309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9eef5a23-3d3a-40e9-96af-ce84eeda7098 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (4504843a-61e9-4cab-8338-8c52b9017297), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.754732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 8c0f645f-cffe-40d0-88ba-b6d940422797 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:58.845273 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 8c0f645f-cffe-40d0-88ba-b6d940422797 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:58.845646 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.845979 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 8c0f645f-cffe-40d0-88ba-b6d940422797 Sep 26 18:07:58.847204 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.863213 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9eef5a23-3d3a-40e9-96af-ce84eeda7098 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (4504843a-61e9-4cab-8338-8c52b9017297), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.882907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef5a23-3d3a-40e9-96af-ce84eeda7098 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4504843a-61e9-4cab-8338-8c52b9017297,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:58.911036 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Publish callbacks [] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), precommit_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.950939 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 8c0f645f-cffe-40d0-88ba-b6d940422797 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:59.013888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9eef5a23-3d3a-40e9-96af-ce84eeda7098 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.015111 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-9eef5a23-3d3a-40e9-96af-ce84eeda7098 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4742131 Sep 26 18:07:59.017832 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58978) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:59.022080 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-fca2e402-efd8-4200-8289-a630071cbae6 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'security_group_rule': {'security_group_id': 'abc675f6-fd11-4b4c-881e-a593c6877920', 'project_id': '6913393260144bce91945aece2aaa072', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:59.042257 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.096871 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Attempt 6 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:07:59.126302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fca2e402-efd8-4200-8289-a630071cbae6 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (cc1edd8a-3cf0-41ef-8050-ef4f08874923), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.138470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f33bb9-7519-4641-83c6-6909efe42c6c None None] Pushing event updated for resources: {'Port': ['ID=5f4498a5-dcd1-4be6-b679-efe9001c1a05,revision_number=3']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:59.163929 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:07:59.164644 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Attempting to bind port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 on host dv-cinder-859317-1-iscsi for vnic_type normal with profile {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:59.165012 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Attempting to bind port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 by drivers openvswitch,hyperv on host dv-cinder-859317-1-iscsi at level 0 using segments [{'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:59.165398 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Attempting to bind port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 on network ddf8401f-7d08-4c76-b01d-dfc980c16e30 {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:59.187235 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fca2e402-efd8-4200-8289-a630071cbae6 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (cc1edd8a-3cf0-41ef-8050-ef4f08874923), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.209324 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Checking agent: {'id': '01809784-3acc-420a-893e-cadabb4e8843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859317-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 49), 'started_at': datetime.datetime(2022, 9, 26, 17, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859317-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:59.209620 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Checking segment: {'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:59.210015 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.210448 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Bound using segment: {'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'} {{(pid=118304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:59.210912 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.managers [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Bound port: 5f4498a5-dcd1-4be6-b679-efe9001c1a05, host: dv-cinder-859317-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 465, 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30'}}] {{(pid=118304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:59.211280 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.251402 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fca2e402-efd8-4200-8289-a630071cbae6 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (cc1edd8a-3cf0-41ef-8050-ef4f08874923), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.270642 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2e402-efd8-4200-8289-a630071cbae6 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1edd8a-3cf0-41ef-8050-ef4f08874923,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:59.271175 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] For port 5f4498a5-dcd1-4be6-b679-efe9001c1a05, host dv-cinder-859317-1-iscsi, cleared binding levels {{(pid=118304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:59.275700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] For port 5f4498a5-dcd1-4be6-b679-efe9001c1a05, host dv-cinder-859317-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=5f4498a5-dcd1-4be6-b679-efe9001c1a05,segment=NetworkSegment(ef2dc8a8-1f0a-4c0b-962e-57a277efe79d),segment_id=ef2dc8a8-1f0a-4c0b-962e-57a277efe79d)] {{(pid=118304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:59.351922 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-fca2e402-efd8-4200-8289-a630071cbae6 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.353119 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-fca2e402-efd8-4200-8289-a630071cbae6 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3343830 Sep 26 18:07:59.360706 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58980) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:59.362215 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.365125 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'security_group_rule': {'security_group_id': 'abc675f6-fd11-4b4c-881e-a593c6877920', 'project_id': '6913393260144bce91945aece2aaa072', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:59.389575 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.403192 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Routers {'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:59.403816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:07:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:59.452385 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.securitygroups_db [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Project 6913393260144bce91945aece2aaa072 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:07:59.458463 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (db9b161c-6672-471f-9665-7712ce3ab7db), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.458633 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f33bb9-7519-4641-83c6-6909efe42c6c None None] Pushing event updated for resources: {'Port': ['ID=5f4498a5-dcd1-4be6-b679-efe9001c1a05,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:59.518132 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.520061 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (db9b161c-6672-471f-9665-7712ce3ab7db), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.522389 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] Set router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:59.671524 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Attempt 7 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:07:59.682186 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (db9b161c-6672-471f-9665-7712ce3ab7db), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.702559 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9b161c-6672-471f-9665-7712ce3ab7db,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:59.753174 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:07:56Z', 'revision_number': 4, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '5f4498a5-dcd1-4be6-b679-efe9001c1a05', 'name': '', 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'mac_address': 'fa:16:3e:e1:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '290b2ea8-851a-480d-b48e-3d0108618c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:55Z', 'updated_at': '2022-09-26T18:07:59Z', 'revision_number': 4, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'subnets': [{'id': '290b2ea8-851a-480d-b48e-3d0108618c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:59.769724 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.773808 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-ae763199-95e4-4b6c-9a74-94bb320bd871 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4093168 Sep 26 18:07:59.774035 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 58990) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:59.789333 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'security_group_rule': {'security_group_id': 'abc675f6-fd11-4b4c-881e-a593c6877920', 'project_id': '6913393260144bce91945aece2aaa072', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:59.789724 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec2a59-ae4c-48dd-92ed-b1084429619c None None] The sync data for ids ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'] in dv-cinder-859317-1-iscsi is: [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:07:56Z', 'revision_number': 4, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '5f4498a5-dcd1-4be6-b679-efe9001c1a05', 'name': '', 'network_id': 'ddf8401f-7d08-4c76-b01d-dfc980c16e30', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'mac_address': 'fa:16:3e:e1:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '290b2ea8-851a-480d-b48e-3d0108618c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:55Z', 'updated_at': '2022-09-26T18:07:59Z', 'revision_number': 4, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'subnets': [{'id': '290b2ea8-851a-480d-b48e-3d0108618c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:59.789886 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf45c04-8f4d-4863-8d9e-c66ca193f87d req-93cafacb-4918-449b-900e-fd0c7472a9e4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:59.789886 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-edf45c04-8f4d-4863-8d9e-c66ca193f87d req-93cafacb-4918-449b-900e-fd0c7472a9e4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0853474 Sep 26 18:07:59.790592 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.820140 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Current status of the port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 is: DOWN; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:59.820614 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.878459 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] For port 5f4498a5-dcd1-4be6-b679-efe9001c1a05, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=5f4498a5-dcd1-4be6-b679-efe9001c1a05,segment=NetworkSegment(ef2dc8a8-1f0a-4c0b-962e-57a277efe79d),segment_id=ef2dc8a8-1f0a-4c0b-962e-57a277efe79d)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:59.882400 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-edf45c04-8f4d-4863-8d9e-c66ca193f87d req-6f3e281c-e079-4bff-a84b-6bc304cc9ac0 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809109 Sep 26 18:07:59.888145 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.securitygroups_db [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Project 6913393260144bce91945aece2aaa072 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:07:59.895164 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (95ecd1d4-1303-4aae-ba97-ea08a36a6b17), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.967484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (95ecd1d4-1303-4aae-ba97-ea08a36a6b17), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.006478 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.065029 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601686'] for security_group_rule (95ecd1d4-1303-4aae-ba97-ea08a36a6b17), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.067750 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db4e5-ebe2-47ca-b6e5-fa350639b47a None None] Pushing event updated for resources: {'Port': ['ID=5f4498a5-dcd1-4be6-b679-efe9001c1a05,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:00.089077 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:00.090888 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ecd1d4-1303-4aae-ba97-ea08a36a6b17,revision_number=0']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:00.124996 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-13c6bb25-bd5d-49f7-8f49-067e17579d6d None None] Provisioning complete for port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:00.125411 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-13c6bb25-bd5d-49f7-8f49-067e17579d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.125778 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-13c6bb25-bd5d-49f7-8f49-067e17579d6d None None] Attempt 1 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:08:00.176870 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.199434 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.205793 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-9300e597-b56d-459e-abc0-feff45bf5eaf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4258585 Sep 26 18:08:00.206786 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:00.227924 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-13c6bb25-bd5d-49f7-8f49-067e17579d6d None None] Current status of the port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:00.264751 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.762364 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 5f4498a5-dcd1-4be6-b679-efe9001c1a05 up at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:08:00.936271 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Provisioning complete for port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:00.936654 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.936989 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Attempt 1 to provision port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 Sep 26 18:08:01.012452 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Current status of the port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 is: ACTIVE; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:01.018513 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3b531-c94e-456b-8509-1cbd883dc3b7 req-e8041949-da1a-436b-90bd-646ded76372d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:01.020007 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f9c3b531-c94e-456b-8509-1cbd883dc3b7 req-e8041949-da1a-436b-90bd-646ded76372d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0484543 Sep 26 18:08:01.093733 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f9c3b531-c94e-456b-8509-1cbd883dc3b7 req-60c4b45b-ceed-4276-9eda-c4c51039600d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677013 Sep 26 18:08:02.224197 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec73c8-7b81-41a1-b1ce-072729f153e9 req-18f905d3-5f7d-4142-a59b-1d2923a15ce2 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:02.225827 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d2ec73c8-7b81-41a1-b1ce-072729f153e9 req-18f905d3-5f7d-4142-a59b-1d2923a15ce2 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0537198 Sep 26 18:08:02.277490 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d2ec73c8-7b81-41a1-b1ce-072729f153e9 req-690dface-4944-4ca4-a32c-408b495e6f0d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 Sep 26 18:08:02.593492 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59066) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:02.703725 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6af-327e-4af9-8e01-6ec9e2bd18f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.777393 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6af-327e-4af9-8e01-6ec9e2bd18f5 admin admin] Publish callbacks [] for security_group (0e93e09a-b7fc-4476-ad8b-0c33e67210f4), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.858263 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-eba3d6af-327e-4af9-8e01-6ec9e2bd18f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0e93e09a-b7fc-4476-ad8b-0c33e67210f4), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.904904 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-eba3d6af-327e-4af9-8e01-6ec9e2bd18f5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=69d3e4824c6f42e8ab55d8a85ea2f06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073733 Sep 26 18:08:02.904904 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3d6af-327e-4af9-8e01-6ec9e2bd18f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93e09a-b7fc-4476-ad8b-0c33e67210f4,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:02.905328 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59070) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:02.959401 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ab0d09cb-42ee-4bb6-970d-d412d9ba2009 admin admin] Publish callbacks [] for security_group (0e93e09a-b7fc-4476-ad8b-0c33e67210f4), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.983242 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ab0d09cb-42ee-4bb6-970d-d412d9ba2009 admin admin] Publish callbacks [] for security_group (0e93e09a-b7fc-4476-ad8b-0c33e67210f4), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:03.103364 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ab0d09cb-42ee-4bb6-970d-d412d9ba2009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (0e93e09a-b7fc-4476-ad8b-0c33e67210f4), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:03.106021 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-ab0d09cb-42ee-4bb6-970d-d412d9ba2009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:03.107184 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-ab0d09cb-42ee-4bb6-970d-d412d9ba2009 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0e93e09a-b7fc-4476-ad8b-0c33e67210f4 HTTP/1.1" status: 204 len: 168 time: 0.2008696 Sep 26 18:08:03.115746 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d09cb-42ee-4bb6-970d-d412d9ba2009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93e09a-b7fc-4476-ad8b-0c33e67210f4,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:03.404639 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413c4f-7fba-4681-809a-a92d5c17a367 req-df82ef1b-0329-4a85-95a5-e119be8391cf tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:03.406218 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-98413c4f-7fba-4681-809a-a92d5c17a367 req-df82ef1b-0329-4a85-95a5-e119be8391cf tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0523176 Sep 26 18:08:03.458175 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-98413c4f-7fba-4681-809a-a92d5c17a367 req-e7c9a2cd-9689-4165-8919-8dfb66daf144 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Sep 26 18:08:04.589989 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db927-b6e6-485b-9337-77863f29e819 req-75a4f131-2a54-445a-8847-908945881340 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:04.591596 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e0db927-b6e6-485b-9337-77863f29e819 req-75a4f131-2a54-445a-8847-908945881340 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0469358 Sep 26 18:08:04.644412 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e0db927-b6e6-485b-9337-77863f29e819 req-7519c8aa-cd9a-4fa1-aaec-93c5311365e3 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472956 Sep 26 18:08:05.766782 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdf845-bed3-4830-837d-6e158e5798d6 req-5dd6448b-307a-45c5-a35c-dcbdf69cc91d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:05.768225 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-63fdf845-bed3-4830-837d-6e158e5798d6 req-5dd6448b-307a-45c5-a35c-dcbdf69cc91d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0460839 Sep 26 18:08:05.781286 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:05.824512 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-63fdf845-bed3-4830-837d-6e158e5798d6 req-c9e680aa-9ea4-400e-875c-8992caa18300 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500970 Sep 26 18:08:06.405251 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=18 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:06.441090 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e10ee-051a-4d90-a691-fa81d677726d req-f7225e04-7ab2-441b-9648-ecfba526273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.442623 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-f7225e04-7ab2-441b-9648-ecfba526273b service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.1458440 Sep 26 18:08:06.540284 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e10ee-051a-4d90-a691-fa81d677726d req-59801a02-f755-43f3-b2ca-b88a8b3e398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.541792 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-59801a02-f755-43f3-b2ca-b88a8b3e398b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 908 time: 0.0927579 Sep 26 18:08:06.614453 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-19dea5e0-f7df-4509-8919-a4946209351f service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 1000 time: 0.0618055 Sep 26 18:08:06.674551 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e10ee-051a-4d90-a691-fa81d677726d req-b610da0c-1d92-4d72-9bbf-ad4ed7030113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.675433 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-b610da0c-1d92-4d72-9bbf-ad4ed7030113 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0540719 Sep 26 18:08:06.720793 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e10ee-051a-4d90-a691-fa81d677726d req-8cf36a18-a8f9-4fa5-9091-d344ae7090e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.722269 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-8cf36a18-a8f9-4fa5-9091-d344ae7090e5 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371830 Sep 26 18:08:06.733995 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-f2778f15-ddbd-473c-9c37-5dc1d7240362 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:08:06.735511 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-f2778f15-ddbd-473c-9c37-5dc1d7240362 service neutron] 10.222.0.86 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054715 Sep 26 18:08:06.825458 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-bd9b5a3a-0d17-4c29-9514-de6f34797cd8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849233 Sep 26 18:08:06.920385 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f45e10ee-051a-4d90-a691-fa81d677726d req-5c05ddd7-adad-4233-b96f-4de434f9529d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886075 Sep 26 18:08:06.945192 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0567a1d-543d-4c4b-90a7-e18031bf75d6 req-dd654a26-1d23-45dd-ac88-d579bcd4754f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.946687 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0567a1d-543d-4c4b-90a7-e18031bf75d6 req-dd654a26-1d23-45dd-ac88-d579bcd4754f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0464501 Sep 26 18:08:06.998115 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a0567a1d-543d-4c4b-90a7-e18031bf75d6 req-d73d6339-0118-408c-9eeb-e2bf8438cb6a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 Sep 26 18:08:08.120686 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f70797-f042-45c4-b945-9bdf10a8bc3b req-506a57ee-5055-44ed-8e5d-c8111a828183 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.122227 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55f70797-f042-45c4-b945-9bdf10a8bc3b req-506a57ee-5055-44ed-8e5d-c8111a828183 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0473957 Sep 26 18:08:08.171849 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-55f70797-f042-45c4-b945-9bdf10a8bc3b req-774e98f8-f937-4b1d-8a95-d69462dde406 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Sep 26 18:08:09.255658 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:09.297634 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bab170-4479-4bf1-abea-440f7c841be6 req-1ca1a9af-a12c-483e-8649-17f243228999 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:09.299237 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-53bab170-4479-4bf1-abea-440f7c841be6 req-1ca1a9af-a12c-483e-8649-17f243228999 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0516834 Sep 26 18:08:09.349360 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-53bab170-4479-4bf1-abea-440f7c841be6 req-d92b6242-d1c5-4e52-9bcc-8f925ead0d13 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Sep 26 18:08:10.472037 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb085f08-8d91-406a-9612-d86c65d12105 req-2d5ee0c8-2ba2-4206-a341-317aefa1eba9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:10.473747 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb085f08-8d91-406a-9612-d86c65d12105 req-2d5ee0c8-2ba2-4206-a341-317aefa1eba9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0472207 Sep 26 18:08:10.526346 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fb085f08-8d91-406a-9612-d86c65d12105 req-6a6bd669-1f3e-4f77-affe-54505860d674 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460432 Sep 26 18:08:11.007548 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=25 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:11.010739 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=12 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:11.645596 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3a26c-4b2a-43ee-9644-bc0d2c52b289 req-d33e5310-f91a-4efa-8d37-112b96304f0f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:11.647077 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad3a26c-4b2a-43ee-9644-bc0d2c52b289 req-d33e5310-f91a-4efa-8d37-112b96304f0f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0461845 Sep 26 18:08:11.702814 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3ad3a26c-4b2a-43ee-9644-bc0d2c52b289 req-b9f7a8dd-4ca0-4908-9685-6ad0cc550020 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491328 Sep 26 18:08:12.265463 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e691b6-91b0-4df5-aa5e-e63edbd8d9cf req-6a5088ed-d12a-4dde-bba7-aa458531586d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:12.266924 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-61e691b6-91b0-4df5-aa5e-e63edbd8d9cf req-6a5088ed-d12a-4dde-bba7-aa458531586d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0470140 Sep 26 18:08:12.318139 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-61e691b6-91b0-4df5-aa5e-e63edbd8d9cf req-a5d085b5-2257-4280-9f4c-00fdeb3e2a5b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456374 Sep 26 18:08:12.371046 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59192) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:12.453138 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-f04734ee-b771-463b-b50f-d364eac5713b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809186 Sep 26 18:08:12.463181 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-be0032eb-8fd9-4fc9-81f9-e709f0ff2463 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:08:12.465314 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-be0032eb-8fd9-4fc9-81f9-e709f0ff2463 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048077 Sep 26 18:08:12.618167 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59200) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:12.713431 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-3ef2f535-ed19-4d5a-b346-3955425dce1d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:12.717098 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-3ef2f535-ed19-4d5a-b346-3955425dce1d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports/31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 942 time: 0.0955842 Sep 26 18:08:13.128466 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=60 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:13.180117 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 31307d50-e542-4868-bd34-9450071b5b52 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:13.253160 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 31307d50-e542-4868-bd34-9450071b5b52 is: ACTIVE; New status is: DOWN {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:13.253160 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.277533 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31307d50-e542-4868-bd34-9450071b5b52'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:13.280319 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe0708-f09a-4972-b7c4-ea8a1a7da146" -d '{"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-unplugged", "status": "completed", "tag": "31307d50-e542-4868-bd34-9450071b5b52"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:13.292728 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:13.316176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8b0220-77bd-42d5-a44f-301021eefd8f x-openstack-request-id: req-9c8b0220-77bd-42d5-a44f-301021eefd8f {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:13.316176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-unplugged", "status": "failed", "tag": "31307d50-e542-4868-bd34-9450071b5b52", "code": 422}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:13.316176 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c8b0220-77bd-42d5-a44f-301021eefd8f {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:13.316176 dv-cinder-859317-1-iscsi neutron-server[118304]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9c8b0220-77bd-42d5-a44f-301021eefd8f']: {'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31307d50-e542-4868-bd34-9450071b5b52', 'code': 422} returned with failed status Sep 26 18:08:13.385695 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.438023 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=6']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:13.458824 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75643ecf-90d9-4b79-b5af-7d2ea1835865 req-ed613993-14a2-4a13-b11c-df172c39e5d4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:13.460393 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-75643ecf-90d9-4b79-b5af-7d2ea1835865 req-ed613993-14a2-4a13-b11c-df172c39e5d4 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0599027 Sep 26 18:08:13.526660 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-75643ecf-90d9-4b79-b5af-7d2ea1835865 req-e8c2f1a9-3e6b-4904-bc05-56707a52e5df tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512524 Sep 26 18:08:13.914605 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59226) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:14.018681 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2799849e-e3d3-4b6e-86b4-74a026aac37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:14.094245 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2799849e-e3d3-4b6e-86b4-74a026aac37e admin admin] Publish callbacks [] for security_group (b607c15f-0600-4c39-93fe-8a6b58b4064f), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:14.165672 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2799849e-e3d3-4b6e-86b4-74a026aac37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b607c15f-0600-4c39-93fe-8a6b58b4064f), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:14.196814 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:14.206513 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-2799849e-e3d3-4b6e-86b4-74a026aac37e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=68cd9b9a975a403fb51fd926b3537880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908804 Sep 26 18:08:14.209408 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59230) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:14.210998 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799849e-e3d3-4b6e-86b4-74a026aac37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607c15f-0600-4c39-93fe-8a6b58b4064f,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:14.259152 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd22-01f2-48de-9344-4748b18b3b6d admin admin] Publish callbacks [] for security_group (b607c15f-0600-4c39-93fe-8a6b58b4064f), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:14.282286 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd22-01f2-48de-9344-4748b18b3b6d admin admin] Publish callbacks [] for security_group (b607c15f-0600-4c39-93fe-8a6b58b4064f), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:14.457059 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd22-01f2-48de-9344-4748b18b3b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (b607c15f-0600-4c39-93fe-8a6b58b4064f), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:14.460665 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d02cfd22-01f2-48de-9344-4748b18b3b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:14.462545 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d02cfd22-01f2-48de-9344-4748b18b3b6d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b607c15f-0600-4c39-93fe-8a6b58b4064f HTTP/1.1" status: 204 len: 168 time: 0.2519829 Sep 26 18:08:14.477338 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cfd22-01f2-48de-9344-4748b18b3b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607c15f-0600-4c39-93fe-8a6b58b4064f,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:14.654006 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cdde8-beb2-4512-ae46-0e3e09b34639 req-16003051-c3ec-4583-83e5-c99fec6a0096 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:14.655479 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bc3cdde8-beb2-4512-ae46-0e3e09b34639 req-16003051-c3ec-4583-83e5-c99fec6a0096 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0496540 Sep 26 18:08:14.668034 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:14.708766 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bc3cdde8-beb2-4512-ae46-0e3e09b34639 req-114e9185-96f0-41d1-9114-0c20ce01d994 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474031 Sep 26 18:08:15.545847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:15.557356 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-7800f8f9-8308-4fa3-abe7-4bdf0c6c72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.558838 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-7800f8f9-8308-4fa3-abe7-4bdf0c6c72bc service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f&tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c HTTP/1.1" status: 200 len: 1127 time: 0.0399313 Sep 26 18:08:15.622915 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-32a0c905-b8b8-4028-bff1-0853e1b7dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.624380 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-32a0c905-b8b8-4028-bff1-0853e1b7dced service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1127 time: 0.0402844 Sep 26 18:08:15.718711 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-3d35912c-c2f3-4aaf-babb-13148625438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.720159 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-3d35912c-c2f3-4aaf-babb-13148625438f service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 908 time: 0.0888007 Sep 26 18:08:15.784114 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-9578f6e8-9bb3-4b46-80d3-bc630e26ceaa service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 998 time: 0.0558243 Sep 26 18:08:15.829517 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb10c6-7545-4d01-9697-59636dd001b2 req-b23197a5-9cc3-4e9f-92ef-0a34347482ac tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.830895 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-93bb10c6-7545-4d01-9697-59636dd001b2 req-b23197a5-9cc3-4e9f-92ef-0a34347482ac tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0457661 Sep 26 18:08:15.833765 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-e6465d7b-b4b6-4ffb-a7f7-5a20fff47415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.835249 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-e6465d7b-b4b6-4ffb-a7f7-5a20fff47415 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0439010 Sep 26 18:08:15.880962 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-93bb10c6-7545-4d01-9697-59636dd001b2 req-e2a5dd69-3237-4139-a726-3144a05fec2e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Sep 26 18:08:15.889828 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-c0b5b84a-36a3-4cda-9890-b1e34023f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.891339 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-c0b5b84a-36a3-4cda-9890-b1e34023f83e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490522 Sep 26 18:08:15.982206 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-2552e323-cac6-49c0-9e34-f2b8f8fffbbe service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837646 Sep 26 18:08:16.318031 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b0b463f7-e2bc-4516-afbe-a3ddf588f879 req-73040c4e-ba60-4c59-ba99-5c55de8ce4fb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272431 Sep 26 18:08:17.006221 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b6a60-c90f-437a-93b5-7d03d05aee80 req-06f46555-c2f4-4db3-af52-7cbaed34d2e9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.007705 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ef5b6a60-c90f-437a-93b5-7d03d05aee80 req-06f46555-c2f4-4db3-af52-7cbaed34d2e9 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0474954 Sep 26 18:08:17.057783 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ef5b6a60-c90f-437a-93b5-7d03d05aee80 req-f3607fe4-a92e-42c5-8e99-e5393c7c5f5d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Sep 26 18:08:17.263839 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-a0559693-e758-407e-9f61-434d87b3961e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-501938319&fields=id&tenant_id=6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 267 time: 0.0479727 Sep 26 18:08:17.318905 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:17.368770 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-3c980ae7-4780-48c0-99f7-4865555e1e47 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.370225 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-3c980ae7-4780-48c0-99f7-4865555e1e47 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 812 time: 0.0998819 Sep 26 18:08:17.385257 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-51e0d0f6-b68d-4fc4-b58a-f8b475f6f46a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/quotas/6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 375 time: 0.0089839 Sep 26 18:08:17.437710 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a4dd7eb-7521-4112-84ae-a1dd606a9012 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473166 Sep 26 18:08:17.544715 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-0c1ba150-ca80-4dcb-abe3-e900158013b5 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=118303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:08:17.545735 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-0c1ba150-ca80-4dcb-abe3-e900158013b5 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0975022 Sep 26 18:08:17.635196 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-85d06796-ef90-491f-a04d-991fd38937c0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835457 Sep 26 18:08:17.727896 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-f91aafbc-712e-4794-8ad9-aaf03d4e68bd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869908 Sep 26 18:08:18.179698 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0254481-049d-4dd9-8a37-fe94bd79dfc8 req-b35fe1b6-2ab9-407f-ba6c-ec40672195e8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:18.181182 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0254481-049d-4dd9-8a37-fe94bd79dfc8 req-b35fe1b6-2ab9-407f-ba6c-ec40672195e8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0479629 Sep 26 18:08:18.231323 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b0254481-049d-4dd9-8a37-fe94bd79dfc8 req-5063e02a-c8e8-429e-8c07-8cb22c91c7e3 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Sep 26 18:08:18.338507 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bf30a112-ebeb-488a-a4f1-56644ca58f8d req-0423d5ac-fb89-41ac-98bb-1171b9b00348 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 210 time: 0.0267820 Sep 26 18:08:19.352869 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac146d-8feb-46b3-92e0-cdd89c49b1dd req-49baae28-600e-47a1-9cf2-00291e2192a1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:19.354264 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cdac146d-8feb-46b3-92e0-cdd89c49b1dd req-49baae28-600e-47a1-9cf2-00291e2192a1 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0484996 Sep 26 18:08:19.405688 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cdac146d-8feb-46b3-92e0-cdd89c49b1dd req-fa05b8a9-7b85-4e18-bfd6-3c247e8d40da tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Sep 26 18:08:19.443711 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-15cd64a1-ddef-484b-ac45-9d0b11649766 req-367c7bcb-8639-458d-93ae-a0c3dd93fe92 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 210 time: 0.0280387 Sep 26 18:08:20.542442 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa20f9-5945-4953-a826-9997bee9d291 req-d87be389-9e80-46d0-b0a3-bdfca14baf5a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:20.544889 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2daa20f9-5945-4953-a826-9997bee9d291 req-d87be389-9e80-46d0-b0a3-bdfca14baf5a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0623641 Sep 26 18:08:20.551328 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-4f6af005-09d8-426c-9b5b-51a2e6b443e2 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:20.552932 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-4f6af005-09d8-426c-9b5b-51a2e6b443e2 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 812 time: 0.1123106 Sep 26 18:08:20.566752 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eceff4a8-237c-4986-8b98-880bf48987eb req-a8a13b72-1d4a-470f-b704-5ccbf990279a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 210 time: 0.0428588 Sep 26 18:08:20.599517 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:20.614409 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2daa20f9-5945-4953-a826-9997bee9d291 req-96ec3be2-7657-48b2-91c8-920da39ce592 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506339 Sep 26 18:08:20.617063 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-1393d2e6-b2b4-4875-b624-4c565c6d2e5c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 379 time: 0.0555670 Sep 26 18:08:20.626135 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'port': {'device_id': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'admin_state_up': True, 'tenant_id': '6913393260144bce91945aece2aaa072', 'security_groups': ['abc675f6-fd11-4b4c-881e-a593c6877920']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:20.824315 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Made reservation on behalf of 6913393260144bce91945aece2aaa072 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:08:20.828169 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:20.915029 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:20.958831 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Allocated IP 172.20.0.11 (47550a48-16b8-4cc6-b521-f81c5fc3ed86/bbba3a49-dfae-4ed9-9939-b783e805ac9e/c51601fa-8a4d-4424-aa96-08feace3a083) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:08:20.970028 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:21.102827 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (c51601fa-8a4d-4424-aa96-08feace3a083), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.177386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.221242 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:08:21.224440 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:08:21.228251 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:08:21.255955 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=c51601fa-8a4d-4424-aa96-08feace3a083,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:21.284903 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:21.285672 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.392656 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5a997826-ccec-4c13-ae79-fef146a0e561 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7709954 Sep 26 18:08:21.404329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Request body: {'port': {'device_id': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:21.465949 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.479170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Provisioning complete for port c51601fa-8a4d-4424-aa96-08feace3a083 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:21.479755 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.480033 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Attempt 1 to provision port c51601fa-8a4d-4424-aa96-08feace3a083 Sep 26 18:08:21.517846 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Port c51601fa-8a4d-4424-aa96-08feace3a083 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:08:21.654220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:21.694290 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f1aba-3998-4c5a-b764-2833fa612467 req-6dc53044-21c3-4b38-a823-ac1315b73439 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:21.696048 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ff7f1aba-3998-4c5a-b764-2833fa612467 req-6dc53044-21c3-4b38-a823-ac1315b73439 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 932 time: 0.0496786 Sep 26 18:08:21.758707 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51601fa-8a4d-4424-aa96-08feace3a083 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:08:21.768080 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Publish callbacks [] for port (c51601fa-8a4d-4424-aa96-08feace3a083), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.780901 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1cf5-2b5f-4364-b735-b06fdef6caed req-0fe5f549-3c56-43e9-96ef-c876be2598e5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:21.781325 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Transition to ACTIVE for port object c51601fa-8a4d-4424-aa96-08feace3a083 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:08:21.782519 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-089c1cf5-2b5f-4364-b735-b06fdef6caed req-0fe5f549-3c56-43e9-96ef-c876be2598e5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0737770 Sep 26 18:08:21.787273 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ff7f1aba-3998-4c5a-b764-2833fa612467 req-1d3d0834-fa4c-4434-ba74-4a28a557c40b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847719 Sep 26 18:08:21.835945 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-089c1cf5-2b5f-4364-b735-b06fdef6caed req-2911dc64-2713-4e6f-96a0-eb9af0389afa tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Sep 26 18:08:21.869360 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.929487 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c51601fa-8a4d-4424-aa96-08feace3a083,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:21.976308 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Attempting to bind port c51601fa-8a4d-4424-aa96-08feace3a083 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:08:21.976630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Attempting to bind port c51601fa-8a4d-4424-aa96-08feace3a083 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:08:21.976949 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Attempting to bind port c51601fa-8a4d-4424-aa96-08feace3a083 on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:08:22.019100 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Attempt 2 to provision port c51601fa-8a4d-4424-aa96-08feace3a083 Sep 26 18:08:22.021169 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Port c51601fa-8a4d-4424-aa96-08feace3a083 on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:08:22.021691 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Attempting to bind port c51601fa-8a4d-4424-aa96-08feace3a083 on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:08:22.050792 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Port c51601fa-8a4d-4424-aa96-08feace3a083 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:08:22.063167 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:08:22.063500 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Checking segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:08:22.063878 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Bound using segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:08:22.064307 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Bound port: c51601fa-8a4d-4424-aa96-08feace3a083, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:08:22.064658 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:22.074798 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:22.124767 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] For port c51601fa-8a4d-4424-aa96-08feace3a083, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:08:22.129153 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] For port c51601fa-8a4d-4424-aa96-08feace3a083, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c51601fa-8a4d-4424-aa96-08feace3a083,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:08:22.196289 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:22.200792 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.201425 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:22.202892 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/c51601fa-8a4d-4424-aa96-08feace3a083 HTTP/1.1" status: 200 len: 1094 time: 0.8026118 Sep 26 18:08:22.203468 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:22.205802 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e768dad7-9c63-42b8-a7a0-ca90636003d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:22.261863 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ea34c-7bdc-449c-9668-8b257c7698c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c51601fa-8a4d-4424-aa96-08feace3a083,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:22.386891 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727da018-455b-4420-abed-c83f17697479 x-openstack-request-id: req-727da018-455b-4420-abed-c83f17697479 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:22.387109 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:22.387368 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-727da018-455b-4420-abed-c83f17697479 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:22.388332 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727da018-455b-4420-abed-c83f17697479'] response: {'name': 'network-changed', 'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'status': 'completed', 'code': 200} Sep 26 18:08:22.414902 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-ba7466bb-4b6f-4687-9797-cd4e97410a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.416409 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-ba7466bb-4b6f-4687-9797-cd4e97410a09 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 1128 time: 0.0451739 Sep 26 18:08:22.455374 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5e7b06e7-fa0a-406b-b0e3-3b5f1ef19ea8 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c51601fa-8a4d-4424-aa96-08feace3a083 HTTP/1.1" status: 200 len: 217 time: 0.0325394 Sep 26 18:08:22.502519 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-8e01dcdd-f237-4e37-8915-e3588823df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.503963 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-8e01dcdd-f237-4e37-8915-e3588823df00 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0431767 Sep 26 18:08:22.551924 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Attempt 3 to provision port c51601fa-8a4d-4424-aa96-08feace3a083 Sep 26 18:08:22.561343 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-43f17475-e34f-4eef-bb53-f5d9654340ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.562833 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-43f17475-e34f-4eef-bb53-f5d9654340ef service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418160 Sep 26 18:08:22.589671 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-4ed933b4-4711-45a7-96fd-936e9df0432e None None] Port c51601fa-8a4d-4424-aa96-08feace3a083 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:08:22.651830 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-7493e57a-9baa-409d-8ad0-382b383e3889 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827849 Sep 26 18:08:22.743065 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-0fde6675-e253-4839-a874-b3c63a83d3fe req-5f3d4368-2102-4137-8642-66e21203b230 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Sep 26 18:08:22.914672 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0d622-6087-4187-82e7-7f9cf7a9a7f9 req-41fc02b3-3572-4cd1-af62-26d3e67dc6e5 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.916051 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-57a0d622-6087-4187-82e7-7f9cf7a9a7f9 req-41fc02b3-3572-4cd1-af62-26d3e67dc6e5 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0472841 Sep 26 18:08:22.974764 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6d53-e0fb-4293-8bfc-d871ebb6c151 req-f293f190-52a1-4da9-a2b6-2ba0dec6ff41 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.976213 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a6b6d53-e0fb-4293-8bfc-d871ebb6c151 req-f293f190-52a1-4da9-a2b6-2ba0dec6ff41 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 943 time: 0.0593114 Sep 26 18:08:23.013547 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-57a0d622-6087-4187-82e7-7f9cf7a9a7f9 req-8accb987-548e-4fe6-9ff4-cf3ddbe02f42 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866671 Sep 26 18:08:23.026868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-1949b1ad-47ac-4e6d-b8e4-5124154c3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.028786 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-1949b1ad-47ac-4e6d-b8e4-5124154c3dd1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 1128 time: 0.0392191 Sep 26 18:08:23.046254 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5a6b6d53-e0fb-4293-8bfc-d871ebb6c151 req-d3da0b95-21fa-4417-86e5-74c00a465cf3 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636923 Sep 26 18:08:23.123040 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-659134aa-c4ff-465c-bd86-3bd489d6299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.124490 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-659134aa-c4ff-465c-bd86-3bd489d6299d service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0896103 Sep 26 18:08:23.163249 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-fc355d02-56a3-49b6-8cae-73fe1d440bda service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c51601fa-8a4d-4424-aa96-08feace3a083 HTTP/1.1" status: 200 len: 217 time: 0.0328708 Sep 26 18:08:23.197185 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:23.211019 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-541d2571-3317-4141-acc0-9f58298bb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.212436 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-541d2571-3317-4141-acc0-9f58298bb84d service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0434172 Sep 26 18:08:23.230301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 31307d50-e542-4868-bd34-9450071b5b52 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:08:23.259515 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-aedf7520-0427-46c1-9740-7f84c07a0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.260691 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-aedf7520-0427-46c1-9740-7f84c07a0cc9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420470 Sep 26 18:08:23.334540 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:23.346374 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '31307d50-e542-4868-bd34-9450071b5b52', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'port_id': '31307d50-e542-4868-bd34-9450071b5b52', 'mac_address': 'fa:16:3e:55:db:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 452, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:08:23.353211 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-e4f97357-14d7-489b-8f29-57fbca839e5a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864520 Sep 26 18:08:23.371911 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:08:23.381126 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 31307d50-e542-4868-bd34-9450071b5b52 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:23.381546 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:23.395317 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31307d50-e542-4868-bd34-9450071b5b52 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:08:23.415700 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:23.449618 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e768dad7-9c63-42b8-a7a0-ca90636003d6 req-6c9cc143-7d18-46a2-90c0-a599b7aa782a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902867 Sep 26 18:08:23.481763 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:23.532630 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=7']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:23.710096 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['31307d50-e542-4868-bd34-9450071b5b52'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:08:24.156899 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65b421-9afb-48c5-b01a-fdc15a1f19a5 req-ac7a1c20-98e1-47eb-ad04-4fd3c1bb44f5 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.158361 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f65b421-9afb-48c5-b01a-fdc15a1f19a5 req-ac7a1c20-98e1-47eb-ad04-4fd3c1bb44f5 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0691271 Sep 26 18:08:24.188556 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4875b-a7d1-4f34-966d-90ab8e8378e4 req-a15f9a3a-83b0-4d69-a2fe-d5db25420321 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:24.190005 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5eb4875b-a7d1-4f34-966d-90ab8e8378e4 req-a15f9a3a-83b0-4d69-a2fe-d5db25420321 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 944 time: 0.0685987 Sep 26 18:08:24.231338 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:24.235061 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-1f65b421-9afb-48c5-b01a-fdc15a1f19a5 req-9a67e3d0-bb5f-4ee8-a662-2c459e8c338c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712094 Sep 26 18:08:24.264065 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5eb4875b-a7d1-4f34-966d-90ab8e8378e4 req-32e09059-8720-4b4f-a861-0efe1e64e54d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681887 Sep 26 18:08:25.149828 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-21cdec15-c64d-4dec-99b0-c3c3c26a6fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:25.232011 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 31307d50-e542-4868-bd34-9450071b5b52 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:08:25.276462 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 31307d50-e542-4868-bd34-9450071b5b52 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:25.276863 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (31307d50-e542-4868-bd34-9450071b5b52), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:25.277195 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 31307d50-e542-4868-bd34-9450071b5b52 Sep 26 18:08:25.365825 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 31307d50-e542-4868-bd34-9450071b5b52 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:25.366147 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:25.390550 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31307d50-e542-4868-bd34-9450071b5b52'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:25.392803 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4aff8a-6656-4fd2-97d0-5af5d0742c86" -d '{"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-plugged", "status": "completed", "tag": "31307d50-e542-4868-bd34-9450071b5b52"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:25.393840 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0ab71-816e-4a18-9748-4b4cc7f3cb54 req-fde9bb35-f8c3-4f9e-8670-f8657bcdd459 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:25.395412 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e0e0ab71-816e-4a18-9748-4b4cc7f3cb54 req-fde9bb35-f8c3-4f9e-8670-f8657bcdd459 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0758896 Sep 26 18:08:25.402855 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:25.405918 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60cb87-e882-4f47-8a8f-4b758fa1190b req-94b63861-d4dd-4e7a-8829-fd3f51910422 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:25.406521 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:25.407414 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab60cb87-e882-4f47-8a8f-4b758fa1190b req-94b63861-d4dd-4e7a-8829-fd3f51910422 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 944 time: 0.0591478 Sep 26 18:08:25.486497 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e0e0ab71-816e-4a18-9748-4b4cc7f3cb54 req-df3eed55-19c9-44b6-996b-b5006d96e361 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781441 Sep 26 18:08:25.489903 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab60cb87-e882-4f47-8a8f-4b758fa1190b req-755777ac-a73b-4687-9fb7-f447b6bef777 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757546 Sep 26 18:08:25.520922 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:25.551275 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:25.570743 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=8']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:25.597479 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5598c58-2e0c-4c20-b457-86e3acfdfe3e x-openstack-request-id: req-f5598c58-2e0c-4c20-b457-86e3acfdfe3e {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:25.597770 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-plugged", "status": "completed", "tag": "31307d50-e542-4868-bd34-9450071b5b52", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:25.598023 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5598c58-2e0c-4c20-b457-86e3acfdfe3e {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:25.598440 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5598c58-2e0c-4c20-b457-86e3acfdfe3e'] response: {'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31307d50-e542-4868-bd34-9450071b5b52', 'code': 200} Sep 26 18:08:25.876731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f9a73-c75e-4da7-b43f-2fd5e5ccbc6e req-109d6691-e085-4b2e-a90a-decb10c340cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:25.878140 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-754f9a73-c75e-4da7-b43f-2fd5e5ccbc6e req-109d6691-e085-4b2e-a90a-decb10c340cb service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.0380712 Sep 26 18:08:25.925119 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-754f9a73-c75e-4da7-b43f-2fd5e5ccbc6e req-0209d96e-7e2b-4034-9529-158bc48c22c8 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Sep 26 18:08:26.636073 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaec4f-6b73-475d-bf5c-c1dc10d742c3 req-124dedb0-637f-4f08-a4de-3898d1610f01 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:26.637612 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0bdaec4f-6b73-475d-bf5c-c1dc10d742c3 req-124dedb0-637f-4f08-a4de-3898d1610f01 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0737197 Sep 26 18:08:26.643176 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaf664-f15f-41c1-8c45-582eb9146f08 req-4a68882c-5c01-4d79-85c8-817d80f82d48 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:26.644528 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f7eaf664-f15f-41c1-8c45-582eb9146f08 req-4a68882c-5c01-4d79-85c8-817d80f82d48 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0707352 Sep 26 18:08:26.724502 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0bdaec4f-6b73-475d-bf5c-c1dc10d742c3 req-c3960720-6967-47d1-8a27-c82771914135 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790679 Sep 26 18:08:26.728923 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f7eaf664-f15f-41c1-8c45-582eb9146f08 req-f051c9c1-11b7-4902-bf14-581e7cb411b8 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764196 Sep 26 18:08:27.399774 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f133fcf4-8e2d-4b0a-860e-eae111397beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:27.873561 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177fb9a-449f-4ab2-8875-066e5772b406 req-76825558-0881-44e9-848c-9c532396314c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:27.875015 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0177fb9a-449f-4ab2-8875-066e5772b406 req-76825558-0881-44e9-848c-9c532396314c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0741212 Sep 26 18:08:27.880557 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e5183-4ade-4f66-8b6c-a1bcb49a4d44 req-1bafda56-818a-457c-9573-8ffa1581bb57 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:27.881927 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d97e5183-4ade-4f66-8b6c-a1bcb49a4d44 req-1bafda56-818a-457c-9573-8ffa1581bb57 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0704000 Sep 26 18:08:27.902995 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:27.957370 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0177fb9a-449f-4ab2-8875-066e5772b406 req-4d89fad6-2923-4d12-85ae-c252b8b63bbe tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745177 Sep 26 18:08:27.965656 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d97e5183-4ade-4f66-8b6c-a1bcb49a4d44 req-cad3f953-790b-4f21-975d-c057be56b88b tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770450 Sep 26 18:08:27.974612 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:28.058103 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:28.590154 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:29.078244 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cb7ad-af9c-4c65-aa36-4a551dd2d7c8 req-fc2ad07a-1cac-4de1-903f-9bbff9ae80ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:29.079887 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e41cb7ad-af9c-4c65-aa36-4a551dd2d7c8 req-fc2ad07a-1cac-4de1-903f-9bbff9ae80ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0468118 Sep 26 18:08:29.128773 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e41cb7ad-af9c-4c65-aa36-4a551dd2d7c8 req-8cfd8729-2082-4b5f-8f9a-e979ee888eb9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433326 Sep 26 18:08:30.130802 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:30.245622 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:30.246126 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1fc2f-0669-48fd-812a-e83c944e85b2 req-10f033a1-424e-4f10-838a-11addcc449c3 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:30.247555 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e2b1fc2f-0669-48fd-812a-e83c944e85b2 req-10f033a1-424e-4f10-838a-11addcc449c3 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0445440 Sep 26 18:08:30.296122 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e2b1fc2f-0669-48fd-812a-e83c944e85b2 req-c9144a31-8657-4640-bc63-2c171d9bdd74 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429387 Sep 26 18:08:31.247558 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device c51601fa-8a4d-4424-aa96-08feace3a083 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:08:31.342983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port c51601fa-8a4d-4424-aa96-08feace3a083, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c51601fa-8a4d-4424-aa96-08feace3a083,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:31.354481 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'port_id': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'mac_address': 'fa:16:3e:73:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:08:31.393159 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port c51601fa-8a4d-4424-aa96-08feace3a083 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:31.393573 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:31.407591 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51601fa-8a4d-4424-aa96-08feace3a083 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:08:31.422122 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83f71-cd3a-4098-81dd-b3f160eb1c6e req-28a0edf4-b8cd-410f-a839-b2c825c22019 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:31.423585 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4cb83f71-cd3a-4098-81dd-b3f160eb1c6e req-28a0edf4-b8cd-410f-a839-b2c825c22019 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0503066 Sep 26 18:08:31.427841 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port c51601fa-8a4d-4424-aa96-08feace3a083, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c51601fa-8a4d-4424-aa96-08feace3a083,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:31.471701 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4cb83f71-cd3a-4098-81dd-b3f160eb1c6e req-3e78304f-0218-47d9-8945-90f0282b1703 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Sep 26 18:08:31.498686 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:31.547038 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=c51601fa-8a4d-4424-aa96-08feace3a083,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:31.730142 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['c51601fa-8a4d-4424-aa96-08feace3a083'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:08:32.592241 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc843c-8830-4be7-9116-ca83bdf7c633 req-cc05c88b-769c-420e-817f-6a02f77dcd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:32.593767 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8dfc843c-8830-4be7-9116-ca83bdf7c633 req-cc05c88b-769c-420e-817f-6a02f77dcd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0454979 Sep 26 18:08:32.642077 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8dfc843c-8830-4be7-9116-ca83bdf7c633 req-aeba2aeb-1bb1-4f0c-a6d6-4d60d608225e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Sep 26 18:08:33.263797 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device c51601fa-8a4d-4424-aa96-08feace3a083 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:08:33.304488 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port c51601fa-8a4d-4424-aa96-08feace3a083 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:08:33.365661 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:33.372283 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:33.378121 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port c51601fa-8a4d-4424-aa96-08feace3a083 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:33.378496 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:33.378843 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port c51601fa-8a4d-4424-aa96-08feace3a083 Sep 26 18:08:33.452534 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port c51601fa-8a4d-4424-aa96-08feace3a083 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:33.452919 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:33.475414 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:33.477695 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970891f7-aa38-4cf1-a170-54171f767c41" -d '{"events": [{"server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "name": "network-vif-plugged", "status": "completed", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:33.491817 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port c51601fa-8a4d-4424-aa96-08feace3a083, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c51601fa-8a4d-4424-aa96-08feace3a083,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:33.516194 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddbb48b-786a-4a37-90fe-1938785bc215 x-openstack-request-id: req-3ddbb48b-786a-4a37-90fe-1938785bc215 {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:33.516484 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "name": "network-vif-plugged", "status": "completed", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:33.516743 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ddbb48b-786a-4a37-90fe-1938785bc215 {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:33.517428 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddbb48b-786a-4a37-90fe-1938785bc215'] response: {'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'code': 200} Sep 26 18:08:33.566885 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:33.613051 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=c51601fa-8a4d-4424-aa96-08feace3a083,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:33.724994 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:33.759082 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e076f7-e10a-4ddc-aace-64edf8da2869 req-a0270cc2-1f1c-45cb-ac45-3180acd8a64e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:33.760515 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f6e076f7-e10a-4ddc-aace-64edf8da2869 req-a0270cc2-1f1c-45cb-ac45-3180acd8a64e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 946 time: 0.0456975 Sep 26 18:08:33.813307 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-f6e076f7-e10a-4ddc-aace-64edf8da2869 req-c962cee9-446e-4ff8-8c1f-e4e6c47ad86f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464256 Sep 26 18:08:33.869587 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235de1-59e5-4821-aff2-6a02699e2187 req-b43d7206-38eb-4a89-ac9b-a697590602e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:33.871068 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d1235de1-59e5-4821-aff2-6a02699e2187 req-b43d7206-38eb-4a89-ac9b-a697590602e7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 1130 time: 0.0374243 Sep 26 18:08:33.909086 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:33.921470 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-d1235de1-59e5-4821-aff2-6a02699e2187 req-409d1af4-cf77-41f7-b33a-8d87db218260 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433764 Sep 26 18:08:34.933325 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c991-6bba-4092-a5cf-e180d05d1936 req-c3fdd046-21b4-4475-9deb-3847c4cbe4c8 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:34.935211 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4257c991-6bba-4092-a5cf-e180d05d1936 req-c3fdd046-21b4-4475-9deb-3847c4cbe4c8 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 946 time: 0.0453482 Sep 26 18:08:34.986996 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4257c991-6bba-4092-a5cf-e180d05d1936 req-e95a1113-f717-4026-8e00-9c8a25c4f10e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458527 Sep 26 18:08:36.105249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a523870-b1ca-47d3-8c29-fa91dd3d0448 req-3d657f34-901f-4301-9c4d-47612860da57 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.107217 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a523870-b1ca-47d3-8c29-fa91dd3d0448 req-3d657f34-901f-4301-9c4d-47612860da57 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 946 time: 0.0446560 Sep 26 18:08:36.154680 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-6a523870-b1ca-47d3-8c29-fa91dd3d0448 req-dae9fbee-edd0-431f-ba75-496997645a42 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418956 Sep 26 18:08:36.274270 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8327ba-1577-4228-81e3-3d58224bb0ec req-32a28ffe-6476-4844-be9d-5046e6d1a80c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.275622 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e8327ba-1577-4228-81e3-3d58224bb0ec req-32a28ffe-6476-4844-be9d-5046e6d1a80c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 946 time: 0.0488112 Sep 26 18:08:36.323847 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e8327ba-1577-4228-81e3-3d58224bb0ec req-d2595782-e148-4bca-87a6-0188ed5a8a48 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Sep 26 18:08:36.351996 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59334) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:36.486080 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d9d75-022b-4882-a4d1-b90cab792322 tempest-TestVolumeBootPattern-56805134 tempest-TestVolumeBootPattern-56805134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.487543 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b76d9d75-022b-4882-a4d1-b90cab792322 tempest-TestVolumeBootPattern-56805134 tempest-TestVolumeBootPattern-56805134-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 1125 time: 0.1346080 Sep 26 18:08:36.490625 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59338) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:36.494871 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.v2.base [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'port_id': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'tenant_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address': '172.20.0.11'}} {{(pid=118303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:36.582784 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:36.603184 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-d8677a3e-697a-417b-bb5b-0c3ad9b8e997 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374255 Sep 26 18:08:36.664013 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:36.669172 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:36.687627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-9773fe9e-8706-4f67-b449-308089b77112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.689024 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-9773fe9e-8706-4f67-b449-308089b77112 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.0391045 Sep 26 18:08:36.775422 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_common [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Allocated IP 172.27.2.173 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/3180db3f-83fb-4dcf-8b33-77ad5576064d) {{(pid=118303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:08:36.796395 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-6f537d8c-c101-4824-971c-cafff7f2f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.797914 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-6f537d8c-c101-4824-971c-cafff7f2f11b service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 908 time: 0.0905123 Sep 26 18:08:36.863764 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-927ed91e-ba3d-45c3-b73f-f4c5b277c11e service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 1000 time: 0.0557859 Sep 26 18:08:36.886516 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:36.917264 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-23340336-a641-490b-9f90-42ea32723424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.918760 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-23340336-a641-490b-9f90-42ea32723424 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0477319 Sep 26 18:08:36.965923 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-915bcc6e-d4d7-4898-8200-e8c3c31ea971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:36.981113 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-915bcc6e-d4d7-4898-8200-e8c3c31ea971 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432029 Sep 26 18:08:37.057370 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-48db270d-9778-4474-8107-97838c9cb53e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832226 Sep 26 18:08:37.148917 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f2bf81d6-22c6-4183-8302-ccba40101697 req-bbaaec22-5f2c-457c-9205-c8610653ac1d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856881 Sep 26 18:08:37.154504 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:37.196883 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:08:37.199309 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:37.203610 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.base_scheduler [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Resources bound (agent type, host, resource id): {{(pid=118303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:08:37.209327 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=3180db3f-83fb-4dcf-8b33-77ad5576064d,revision_number=1']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:37.209327 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Received port after_create {{(pid=118303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:08:37.553619 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (df32f167-23d2-4b6e-acfd-aab378f2d44d), precommit_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:37.642467 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:37.673311 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), before_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:37.815637 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), precommit_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:37.875197 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387549'] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), after_update {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:37.942282 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=3180db3f-83fb-4dcf-8b33-77ad5576064d,revision_number=2']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:37.944738 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (df32f167-23d2-4b6e-acfd-aab378f2d44d), after_create {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.036999 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Floating IP df32f167-23d2-4b6e-acfd-aab378f2d44d associated. External IP: 172.27.2.173, port: c51601fa-8a4d-4424-aa96-08feace3a083. Sep 26 18:08:38.441122 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:38.500711 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:08:38.600506 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:08:38.609949 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:08:38.619502 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:38.624011 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:08:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:38.666412 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.706407 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-60c74f02-21b0-46f9-8bfd-96fde728d093 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2122500 Sep 26 18:08:38.706407 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:38.706911 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df155db-b12c-4a53-b679-cca355234a08" -d '{"events": [{"name": "network-changed", "server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:38.723331 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:38.802647 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba56799-a7d4-4a96-aae0-75b62bb412c7 x-openstack-request-id: req-6ba56799-a7d4-4a96-aae0-75b62bb412c7 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:38.802935 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:38.803180 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ba56799-a7d4-4a96-aae0-75b62bb412c7 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:38.803586 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba56799-a7d4-4a96-aae0-75b62bb412c7'] response: {'name': 'network-changed', 'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'status': 'completed', 'code': 200} Sep 26 18:08:38.869159 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df155db-b12c-4a53-b679-cca355234a08 req-6cfdba5c-ffcf-47a9-86f9-fe28860aad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:38.870824 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9df155db-b12c-4a53-b679-cca355234a08 req-6cfdba5c-ffcf-47a9-86f9-fe28860aad87 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 1130 time: 0.0379894 Sep 26 18:08:38.931839 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=100 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:38.932746 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'df32f167-23d2-4b6e-acfd-aab378f2d44d', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:73:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:08:37Z', 'updated_at': '2022-09-26T18:08:37Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:38.963151 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:08:38.967566 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df155db-b12c-4a53-b679-cca355234a08 req-dfc1364a-b0df-45eb-97a9-9615640c320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:38.969013 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9df155db-b12c-4a53-b679-cca355234a08 req-dfc1364a-b0df-45eb-97a9-9615640c320a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0902808 Sep 26 18:08:38.969604 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:38.970213 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:08:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:39.031354 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9df155db-b12c-4a53-b679-cca355234a08 req-460f93fb-ee8b-467a-b138-bd64b0e5939f service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c51601fa-8a4d-4424-aa96-08feace3a083 HTTP/1.1" status: 200 len: 1000 time: 0.0545466 Sep 26 18:08:39.066920 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:39.082018 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df155db-b12c-4a53-b679-cca355234a08 req-10ff73b9-bf3e-40ac-b7f2-54655859d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:39.083455 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9df155db-b12c-4a53-b679-cca355234a08 req-10ff73b9-bf3e-40ac-b7f2-54655859d334 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0431709 Sep 26 18:08:39.130588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df155db-b12c-4a53-b679-cca355234a08 req-fa0500d5-f016-457e-8875-7f2fdd448861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:39.132052 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9df155db-b12c-4a53-b679-cca355234a08 req-fa0500d5-f016-457e-8875-7f2fdd448861 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417459 Sep 26 18:08:39.220845 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9df155db-b12c-4a53-b679-cca355234a08 req-5d81938f-239f-4a91-94cc-acbf83283f5a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812333 Sep 26 18:08:39.274952 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'df32f167-23d2-4b6e-acfd-aab378f2d44d', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:73:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:08:37Z', 'updated_at': '2022-09-26T18:08:37Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:39.299319 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a420d6e4-cadf-4466-b1dc-f13e2c783dc1 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'df32f167-23d2-4b6e-acfd-aab378f2d44d', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:73:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:08:37Z', 'updated_at': '2022-09-26T18:08:37Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:08:39.316644 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9df155db-b12c-4a53-b679-cca355234a08 req-cd93beab-d6cf-4cb6-81fb-661e6bd44149 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887053 Sep 26 18:08:39.502401 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978dc5f9-11ca-4129-b5d1-37b5faf66694 None None] New status for floating IP df32f167-23d2-4b6e-acfd-aab378f2d44d: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:08:48.698470 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:48.700441 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:49.311447 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=36 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:49.313359 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:49.597588 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:49.600798 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:49.603585 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:53.395191 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=75 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:53.396114 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:55.119282 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-461e4dc8-1ecd-41a4-beba-2990e331037c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:57.383890 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6ae09c3d-7f08-4952-876e-4f6bf46c2c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:58.080800 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:58.646517 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:00.139070 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:00.253610 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:00.372034 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:09:10.169467 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:10.173514 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:10.175221 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:10.366840 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:10.368123 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:25.132154 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-c2aee254-bb2e-4004-8bf2-02b4c3d0f77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.360163 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5b84db1c-e0a5-4051-aca9-7fbc129860f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.055189 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.621095 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.135407 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.255161 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.406569 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-ad7c844b-f347-4201-b287-89f47ce90249 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381935 Sep 26 18:09:36.466868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-ce9f14da-2b1a-4ade-954e-1b9c328674aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:36.468314 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-ce9f14da-2b1a-4ade-954e-1b9c328674aa service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 1130 time: 0.0381517 Sep 26 18:09:36.574995 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-8b9efa59-bd73-48f9-b1b2-93b57c271413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:36.576452 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-8b9efa59-bd73-48f9-b1b2-93b57c271413 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0896459 Sep 26 18:09:36.641097 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-6627286f-9057-45b8-8d68-1c70452e9cec service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c51601fa-8a4d-4424-aa96-08feace3a083 HTTP/1.1" status: 200 len: 1002 time: 0.0576923 Sep 26 18:09:36.691655 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-8a751422-c527-4840-a123-28a724bc1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:36.693097 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-8a751422-c527-4840-a123-28a724bc1fd4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0437062 Sep 26 18:09:36.736456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-5e30dfe1-a8a1-441b-942d-556a95cc4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:36.737971 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-5e30dfe1-a8a1-441b-942d-556a95cc4ec9 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382321 Sep 26 18:09:36.831848 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-3b408859-2ff2-4cfb-bb0f-55af0a0e8c9c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856025 Sep 26 18:09:36.919665 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-97362b5c-de32-4a85-ac94-2f0ae3680c7d req-45c923f8-d34c-433f-9e20-09233b59d649 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807331 Sep 26 18:09:37.370712 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:09:40.172473 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:40.176350 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:40.178056 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.911255 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=50 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.917282 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=51 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:47.345663 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59372) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:47.577836 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Deleting port 940c7a78-6584-4a07-898f-5128381bda84 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:47.578179 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (940c7a78-6584-4a07-898f-5128381bda84), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.652223 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (940c7a78-6584-4a07-898f-5128381bda84), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.652470 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for floatingip (940c7a78-6584-4a07-898f-5128381bda84), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.669179 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Calling delete_port for 940c7a78-6584-4a07-898f-5128381bda84 owned by network:floatingip {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:47.889459 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (940c7a78-6584-4a07-898f-5128381bda84), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.918952 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event deleted for resources: {'Port': ['ID=940c7a78-6584-4a07-898f-5128381bda84,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:47.944418 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.944770 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.945114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.945493 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.945880 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.946211 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.946540 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.946865 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.947201 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.947524 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.947853 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.948178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.948500 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.948821 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.949140 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.992146 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for floatingip (c525a726-96e5-4cc5-b2df-1bf8053a854e), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.992488 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.db.l3_db [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Floating IP c525a726-96e5-4cc5-b2df-1bf8053a854e disassociated (deleted). External IP: 172.27.2.71, port: 31307d50-e542-4868-bd34-9450071b5b52. Sep 26 18:09:48.187956 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Router 5a1283ff-b3b8-487f-bca1-98b53b029e94 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:48.284706 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:48.291322 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:48.295673 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:48.301879 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] Sync routers for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:48.311364 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:48.312065 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:09:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:48.327090 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c3ea9bc6-b9c5-40d6-b2eb-d5c55c3e7b02 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/c525a726-96e5-4cc5-b2df-1bf8053a854e HTTP/1.1" status: 204 len: 168 time: 0.9803488 Sep 26 18:09:48.327755 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'tag': '31307d50-e542-4868-bd34-9450071b5b52'}] {{(pid=118303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:48.330142 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00d5cf8b813e8da82f0a1991a02915b6b6e50e71606f4de30e33cb1061c4f98a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d24d30-4a41-48d4-ad41-a4ca2a079259" -d '{"events": [{"name": "network-changed", "server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "tag": "31307d50-e542-4868-bd34-9450071b5b52"}]}' {{(pid=118303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:48.373592 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be52f1e9-00b9-400a-b6c8-30306e04b537 x-openstack-request-id: req-be52f1e9-00b9-400a-b6c8-30306e04b537 {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:48.377927 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "tag": "31307d50-e542-4868-bd34-9450071b5b52", "status": "completed", "code": 200}]} {{(pid=118303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:48.377927 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be52f1e9-00b9-400a-b6c8-30306e04b537 {{(pid=118303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:48.377927 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be52f1e9-00b9-400a-b6c8-30306e04b537'] response: {'name': 'network-changed', 'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'tag': '31307d50-e542-4868-bd34-9450071b5b52', 'status': 'completed', 'code': 200} Sep 26 18:09:48.415688 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:48.519968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-d6c99924-2b5a-4fdf-adfe-1477e29cd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:48.523456 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-d6c99924-2b5a-4fdf-adfe-1477e29cd694 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 1129 time: 0.1253576 Sep 26 18:09:48.614467 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-78a8ea69-e886-473a-ad8c-495875334ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:48.615932 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-78a8ea69-e886-473a-ad8c-495875334ca9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 200 len: 908 time: 0.0868847 Sep 26 18:09:48.663926 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-3dd35d9b-b4a3-4faf-8586-e4de2fb2ca95 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 200 len: 217 time: 0.0413299 Sep 26 18:09:48.685051 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 5, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:48.713665 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] Checking router: 5a1283ff-b3b8-487f-bca1-98b53b029e94 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:48.715071 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-c493e5c0-b3e1-47af-b18f-2e16b8e0f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:48.716820 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-c493e5c0-b3e1-47af-b18f-2e16b8e0f650 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 200 len: 846 time: 0.0470955 Sep 26 18:09:48.723796 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:48.724624 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:09:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:48.807341 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7c455-a988-4273-9ee7-0daa10ffbbcb req-c29ad5e2-3f09-4104-bc1c-f80323370206 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:48.808912 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-22a7c455-a988-4273-9ee7-0daa10ffbbcb req-c29ad5e2-3f09-4104-bc1c-f80323370206 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0481279 Sep 26 18:09:48.827859 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:48.828417 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:48.859657 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-22a7c455-a988-4273-9ee7-0daa10ffbbcb req-0457fd45-6808-41ed-9a08-b57d9bbb369e tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Sep 26 18:09:49.014522 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 5, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:49.038683 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6acdb-7700-4f77-a8fc-05e7a275f77e None None] The sync data for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi is: [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 4, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': 'b6b5cadd-b9aa-461a-b7fd-668e3067f095', 'name': '', 'network_id': '413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'mac_address': 'fa:16:3e:7f:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:23Z', 'updated_at': '2022-09-26T18:04:28Z', 'revision_number': 5, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'subnets': [{'id': 'f692d605-dcba-4f44-8022-aa4b06ca7e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:49.252802 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41704469-8c6a-4e70-a046-b2e292729f73 None None] New status for floating IP c525a726-96e5-4cc5-b2df-1bf8053a854e: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:09:49.812982 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-35166f77-faa9-4a9d-a04e-de747eda638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:49.814487 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-35166f77-faa9-4a9d-a04e-de747eda638a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388854 Sep 26 18:09:49.909506 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-12ad6681-f85f-4fa2-b28d-09bc3e183af0 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855615 Sep 26 18:09:49.991155 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ef54-3d28-49f6-ae9a-2b2e82c72ea0 req-94cb4310-fc72-4655-bb40-80c5ce2b785a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:49.992628 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3cd5ef54-3d28-49f6-ae9a-2b2e82c72ea0 req-94cb4310-fc72-4655-bb40-80c5ce2b785a tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0466328 Sep 26 18:09:50.034842 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-49d24d30-4a41-48d4-ad41-a4ca2a079259 req-efdcc7da-e7a0-4bbe-8361-ccc66b0167fc service neutron] 10.222.0.86 "GET /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Sep 26 18:09:50.045247 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3cd5ef54-3d28-49f6-ae9a-2b2e82c72ea0 req-230753eb-13c3-4e09-b543-b69e3c780b6f tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=62b21f10-c032-441b-b260-dfee4c84560f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Sep 26 18:09:50.339797 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-9b520850-9be8-4473-b4b9-75e5f543b6e7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:50.341213 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-9b520850-9be8-4473-b4b9-75e5f543b6e7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 945 time: 0.0478976 Sep 26 18:09:50.419835 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Deleting port 31307d50-e542-4868-bd34-9450071b5b52 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:50.420163 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (31307d50-e542-4868-bd34-9450071b5b52), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.750208 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] For port 31307d50-e542-4868-bd34-9450071b5b52, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=31307d50-e542-4868-bd34-9450071b5b52,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:50.750564 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (31307d50-e542-4868-bd34-9450071b5b52), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.762740 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Calling delete_port for 31307d50-e542-4868-bd34-9450071b5b52 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:50.963537 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (31307d50-e542-4868-bd34-9450071b5b52), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:50.995084 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event deleted for resources: {'Port': ['ID=31307d50-e542-4868-bd34-9450071b5b52,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:51.007488 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.007838 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.008182 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.008623 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.008917 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.009246 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.016456 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:51.049449 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] No DVR routers for this DVR port 31307d50-e542-4868-bd34-9450071b5b52 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:51.052061 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:51.055270 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-477d2272-d382-4b4a-b194-9add0d0d7ee8 req-258ce152-bf0a-417b-9d8b-e1fb1624ecf5 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.86 "DELETE /networking/v2.0/ports/31307d50-e542-4868-bd34-9450071b5b52 HTTP/1.1" status: 204 len: 173 time: 0.7092118 Sep 26 18:09:51.055761 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-deleted', 'tag': '31307d50-e542-4868-bd34-9450071b5b52'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:51.058040 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32081b1-1d67-4c2f-9b0c-f2c919c90906" -d '{"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-deleted", "tag": "31307d50-e542-4868-bd34-9450071b5b52"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:51.102700 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345f161-a799-446b-a29d-807ad8e0598f x-openstack-request-id: req-2345f161-a799-446b-a29d-807ad8e0598f {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:51.102700 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c780d152-6fc5-47a1-91c4-e83b0e55846f", "name": "network-vif-deleted", "tag": "31307d50-e542-4868-bd34-9450071b5b52", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:51.102700 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2345f161-a799-446b-a29d-807ad8e0598f {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:51.102700 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2345f161-a799-446b-a29d-807ad8e0598f'] response: {'server_uuid': 'c780d152-6fc5-47a1-91c4-e83b0e55846f', 'name': 'network-vif-deleted', 'tag': '31307d50-e542-4868-bd34-9450071b5b52', 'status': 'completed', 'code': 200} Sep 26 18:09:51.152891 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5670c4f2-5aaa-48da-a924-144f87d89570 req-af7eee37-11bd-4dcd-9cc0-ff95d65a1192 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 210 time: 0.0296993 Sep 26 18:09:52.271064 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b4c004e7-c8d0-4d2a-bebb-d895be231f33 req-aa3d28b5-8bbc-404a-b1a1-a96fd7aa063d tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c780d152-6fc5-47a1-91c4-e83b0e55846f HTTP/1.1" status: 200 len: 210 time: 0.0295699 Sep 26 18:09:53.339310 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59402) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:53.367125 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:53.394102 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:53.397314 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b33f0e19-5ebf-4729-b357-88136d759de7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group (62b21f10-c032-441b-b260-dfee4c84560f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:53.421631 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b33f0e19-5ebf-4729-b357-88136d759de7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group (62b21f10-c032-441b-b260-dfee4c84560f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:53.565773 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b33f0e19-5ebf-4729-b357-88136d759de7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (62b21f10-c032-441b-b260-dfee4c84560f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:53.568347 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-b33f0e19-5ebf-4729-b357-88136d759de7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:53.569565 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-b33f0e19-5ebf-4729-b357-88136d759de7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/62b21f10-c032-441b-b260-dfee4c84560f HTTP/1.1" status: 204 len: 168 time: 0.2292459 Sep 26 18:09:53.579020 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f0e19-5ebf-4729-b357-88136d759de7 tempest-TestShelveInstance-1336207520 tempest-TestShelveInstance-1336207520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b21f10-c032-441b-b260-dfee4c84560f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:53.589138 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 31307d50-e542-4868-bd34-9450071b5b52 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:53.616200 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 31307d50-e542-4868-bd34-9450071b5b52 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:53.616534 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 31307d50-e542-4868-bd34-9450071b5b52 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:53.678321 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59406) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:54.083389 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (5a1283ff-b3b8-487f-bca1-98b53b029e94), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:54.305544 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Deleting port b6b5cadd-b9aa-461a-b7fd-668e3067f095 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:54.305886 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:54.383007 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] For port b6b5cadd-b9aa-461a-b7fd-668e3067f095, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=b6b5cadd-b9aa-461a-b7fd-668e3067f095,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:54.383687 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:54.399155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Calling delete_port for b6b5cadd-b9aa-461a-b7fd-668e3067f095 owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:54.516103 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:54.519519 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:54.663540 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (b6b5cadd-b9aa-461a-b7fd-668e3067f095), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:54.688731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b5cadd-b9aa-461a-b7fd-668e3067f095,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:54.861173 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (5a1283ff-b3b8-487f-bca1-98b53b029e94), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.063525 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Router 5a1283ff-b3b8-487f-bca1-98b53b029e94 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:55.137355 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-25ecdd81-1cc2-4079-b430-231b22ce75e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.165497 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:55.170387 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-46c2b1ba-9ffe-4922-933b-473a3b7bbb84 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/5a1283ff-b3b8-487f-bca1-98b53b029e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4909790 Sep 26 18:09:55.172912 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59410) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:55.176943 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] Sync routers for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:55.187578 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:55.188188 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:09:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:55.273483 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks [] for router (5a1283ff-b3b8-487f-bca1-98b53b029e94), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.287390 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:55.337407 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:55.345910 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:55.371079 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks [] for router_gateway (5a1283ff-b3b8-487f-bca1-98b53b029e94), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.380860 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:55.454791 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:09:54Z', 'revision_number': 5, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port': {'id': '0ee9294b-214a-41a6-8be7-268dce3facf7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:21Z', 'updated_at': '2022-09-26T18:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:55.482142 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] Checking router: 5a1283ff-b3b8-487f-bca1-98b53b029e94 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:55.491377 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] Routers {'5a1283ff-b3b8-487f-bca1-98b53b029e94'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:55.491971 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:09:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['5a1283ff-b3b8-487f-bca1-98b53b029e94'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:55.509155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Deleting port 0ee9294b-214a-41a6-8be7-268dce3facf7 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:55.509800 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.570722 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] Set router 5a1283ff-b3b8-487f-bca1-98b53b029e94 gateway port host: None {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:55.591386 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] For port 0ee9294b-214a-41a6-8be7-268dce3facf7, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0ee9294b-214a-41a6-8be7-268dce3facf7,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:55.592666 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.604576 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:55.605894 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Calling delete_port for 0ee9294b-214a-41a6-8be7-268dce3facf7 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:55.625466 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:09:55Z', 'revision_number': 6, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port_host': None}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:55.650216 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ebd4a-6a19-4048-8522-fd8ae77d5eab None None] The sync data for ids ['5a1283ff-b3b8-487f-bca1-98b53b029e94'] in dv-cinder-859317-1-iscsi is: [{'id': '5a1283ff-b3b8-487f-bca1-98b53b029e94', 'name': 'tempest-TestShelveInstance-95781700-router', 'tenant_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:20Z', 'updated_at': '2022-09-26T18:09:55Z', 'revision_number': 6, 'project_id': '50b90dee570a4fd4bb2c5dafcfcd3c6c', 'gw_port_host': None}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:55.863089 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (0ee9294b-214a-41a6-8be7-268dce3facf7), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.885664 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee9294b-214a-41a6-8be7-268dce3facf7,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:55.952893 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (5a1283ff-b3b8-487f-bca1-98b53b029e94), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.044273 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (5a1283ff-b3b8-487f-bca1-98b53b029e94), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.047197 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks [] for router_controller (5a1283ff-b3b8-487f-bca1-98b53b029e94), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.152052 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (5a1283ff-b3b8-487f-bca1-98b53b029e94), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.152582 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1283ff-b3b8-487f-bca1-98b53b029e94 {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:09:56.157609 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.158714 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-78316a2a-1eb8-4af3-b62f-ae11a1f44960 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/5a1283ff-b3b8-487f-bca1-98b53b029e94 HTTP/1.1" status: 204 len: 168 time: 0.9847972 Sep 26 18:09:56.161316 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59414) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:56.205581 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] Deleting subnet f692d605-dcba-4f44-8022-aa4b06ca7e74 {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:09:56.208750 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] Publish callbacks [] for subnet (f692d605-dcba-4f44-8022-aa4b06ca7e74), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.246762 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530479'] for subnet (f692d605-dcba-4f44-8022-aa4b06ca7e74), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.320813 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (f692d605-dcba-4f44-8022-aa4b06ca7e74), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.444402 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126243393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126207976'] for subnet (f692d605-dcba-4f44-8022-aa4b06ca7e74), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.476620 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.481046 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/f692d605-dcba-4f44-8022-aa4b06ca7e74 HTTP/1.1" status: 204 len: 168 time: 0.3187838 Sep 26 18:09:56.481667 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a5c45-6edc-4574-9734-aad93b78b33c None None] Network 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:56.482154 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcb06a-483c-4519-b834-a35fa30c3426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f692d605-dcba-4f44-8022-aa4b06ca7e74,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:56.482406 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59416) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:56.557651 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.600691 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Deleting port 352b6064-911d-4a91-89de-8448fd59050c {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:56.601039 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (352b6064-911d-4a91-89de-8448fd59050c), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.656316 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] DHCP port deletion for 413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:09:56.673147 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] For port 352b6064-911d-4a91-89de-8448fd59050c, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=352b6064-911d-4a91-89de-8448fd59050c,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:56.673531 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (352b6064-911d-4a91-89de-8448fd59050c), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.688763 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Calling delete_port for 352b6064-911d-4a91-89de-8448fd59050c owned by network:dhcp {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:56.695394 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Deleting port 352b6064-911d-4a91-89de-8448fd59050c {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:56.696025 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (352b6064-911d-4a91-89de-8448fd59050c), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.765781 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] For port 352b6064-911d-4a91-89de-8448fd59050c, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=352b6064-911d-4a91-89de-8448fd59050c,segment=NetworkSegment(9657e587-87c6-464a-b4bf-3ad7d24366ff),segment_id=9657e587-87c6-464a-b4bf-3ad7d24366ff)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:56.766177 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (352b6064-911d-4a91-89de-8448fd59050c), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.783271 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Calling delete_port for 352b6064-911d-4a91-89de-8448fd59050c owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:56.822993 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0ee9294b-214a-41a6-8be7-268dce3facf7 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:56.837737 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (352b6064-911d-4a91-89de-8448fd59050c), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.844007 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 0ee9294b-214a-41a6-8be7-268dce3facf7 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:56.844352 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0ee9294b-214a-41a6-8be7-268dce3facf7 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:56.844764 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b6b5cadd-b9aa-461a-b7fd-668e3067f095 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:56.862623 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=352b6064-911d-4a91-89de-8448fd59050c,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:56.870507 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: b6b5cadd-b9aa-461a-b7fd-668e3067f095 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:56.870507 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device b6b5cadd-b9aa-461a-b7fd-668e3067f095 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:56.870507 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 352b6064-911d-4a91-89de-8448fd59050c no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:56.870782 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] No DVR routers for this DVR port 352b6064-911d-4a91-89de-8448fd59050c on host dv-cinder-859317-1-iscsi {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:56.892829 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 352b6064-911d-4a91-89de-8448fd59050c {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:56.893171 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 352b6064-911d-4a91-89de-8448fd59050c not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:56.914600 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (352b6064-911d-4a91-89de-8448fd59050c), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.939898 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Pushing event deleted for resources: {'Port': ['ID=352b6064-911d-4a91-89de-8448fd59050c,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:56.940398 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.948940 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] No DVR routers for this DVR port 352b6064-911d-4a91-89de-8448fd59050c on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:56.951260 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.951603 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.951952 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.952828 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.953158 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.953515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.953842 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.954169 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.954494 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.954818 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.955144 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.955470 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.955790 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.956112 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.956430 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed06f96-d568-4d1c-8699-58fc32d1d4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:56.971333 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:56.981456 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9657e587-87c6-464a-b4bf-3ad7d24366ff') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:56.981756 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9657e587-87c6-464a-b4bf-3ad7d24366ff') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:56.991489 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (9657e587-87c6-464a-b4bf-3ad7d24366ff), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.005110 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (9657e587-87c6-464a-b4bf-3ad7d24366ff), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.011441 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Releasing vlan 452 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:09:57.018403 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (9657e587-87c6-464a-b4bf-3ad7d24366ff), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.135569 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.140588 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.143650 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b HTTP/1.1" status: 204 len: 168 time: 0.6602724 Sep 26 18:09:57.145636 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 9657e587-87c6-464a-b4bf-3ad7d24366ff resource provider aggregate not found Sep 26 18:09:57.146943 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59422) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:57.166970 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bac590-f5fa-4b2f-ba82-b06c24f07f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=413a4d55-9af5-4efc-b2bc-1ccfe72e9c6b,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:57.170994 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment 9657e587-87c6-464a-b4bf-3ad7d24366ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9657e587-87c6-464a-b4bf-3ad7d24366ff found for delete ", "request_id": "req-ea0659dd-3eb4-40a4-bb85-56ddc46cd42e"}]} Sep 26 18:09:57.325056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:57.403653 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0498502e-4e56-4006-a772-4447381aa041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.419660 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:57.502536 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (51674eba-0551-42de-a409-bc4e32b09913), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.719360 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Deleting port e37d3389-4dc7-4961-841a-53ad19b96fb0 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:57.719734 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.795617 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] For port e37d3389-4dc7-4961-841a-53ad19b96fb0, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=e37d3389-4dc7-4961-841a-53ad19b96fb0,segment=NetworkSegment(16527e2e-9bd0-4c9a-a463-bb117090a6c0),segment_id=16527e2e-9bd0-4c9a-a463-bb117090a6c0)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:57.796008 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:57.811834 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Calling delete_port for e37d3389-4dc7-4961-841a-53ad19b96fb0 owned by network:router_interface {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:58.043630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (e37d3389-4dc7-4961-841a-53ad19b96fb0), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.048636 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:58.068868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=e37d3389-4dc7-4961-841a-53ad19b96fb0,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:58.100647 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.230649 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (51674eba-0551-42de-a409-bc4e32b09913), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.386306 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:58.606121 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.677985 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Router 51674eba-0551-42de-a409-bc4e32b09913 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:58.782768 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:58.788585 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-27be3bd0-b4ac-4246-ae6f-2fd7645f7c1f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/51674eba-0551-42de-a409-bc4e32b09913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6406205 Sep 26 18:09:58.791108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59426) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:58.797029 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] Sync routers for ids ['51674eba-0551-42de-a409-bc4e32b09913'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:58.807638 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] Routers {'51674eba-0551-42de-a409-bc4e32b09913'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:58.808281 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:09:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['51674eba-0551-42de-a409-bc4e32b09913'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:58.894993 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks [] for router (51674eba-0551-42de-a409-bc4e32b09913), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:58.997631 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks [] for router_gateway (51674eba-0551-42de-a409-bc4e32b09913), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.029647 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] Set router 51674eba-0551-42de-a409-bc4e32b09913 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:59.130422 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Deleting port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:59.130760 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.193276 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:09:57Z', 'revision_number': 5, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port': {'id': '36f42eec-94d3-470e-9fdd-3b2b6ac76dc3', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51674eba-0551-42de-a409-bc4e32b09913', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:59.211026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] For port 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:59.211391 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.221390 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] Checking router: 51674eba-0551-42de-a409-bc4e32b09913 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:59.224504 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Calling delete_port for 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:59.229666 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] Routers {'51674eba-0551-42de-a409-bc4e32b09913'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:59.230278 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:09:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['51674eba-0551-42de-a409-bc4e32b09913'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:59.309076 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] Set router 51674eba-0551-42de-a409-bc4e32b09913 gateway port host: None {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:59.339692 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:59.359718 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:09:58Z', 'revision_number': 6, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port_host': None}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:59.384481 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c9c38-883b-4eed-b2bf-ec69a9990347 None None] The sync data for ids ['51674eba-0551-42de-a409-bc4e32b09913'] in dv-cinder-859317-1-iscsi is: [{'id': '51674eba-0551-42de-a409-bc4e32b09913', 'name': 'tempest-TestShelveInstance-1443030535-router', 'tenant_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:04:28Z', 'updated_at': '2022-09-26T18:09:58Z', 'revision_number': 6, 'project_id': '39b90f2431fb4dc29f66cfa03f3b2e64', 'gw_port_host': None}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:59.457261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (36f42eec-94d3-470e-9fdd-3b2b6ac76dc3), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.484155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Pushing event deleted for resources: {'Port': ['ID=36f42eec-94d3-470e-9fdd-3b2b6ac76dc3,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:59.547182 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (51674eba-0551-42de-a409-bc4e32b09913), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.628492 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:59.631887 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (51674eba-0551-42de-a409-bc4e32b09913), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.634070 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks [] for router_controller (51674eba-0551-42de-a409-bc4e32b09913), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.738459 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (51674eba-0551-42de-a409-bc4e32b09913), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.741299 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51674eba-0551-42de-a409-bc4e32b09913 {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:09:59.743317 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.744454 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-2545ba5f-5c43-49b3-a5e0-b95b7e6c905d admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/51674eba-0551-42de-a409-bc4e32b09913 HTTP/1.1" status: 204 len: 168 time: 0.9524267 Sep 26 18:09:59.747236 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59428) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:59.793900 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] Deleting subnet 4233c239-8655-44a4-84d4-2c728a94d1dc {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:09:59.798028 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] Publish callbacks [] for subnet (4233c239-8655-44a4-84d4-2c728a94d1dc), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.837327 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (4233c239-8655-44a4-84d4-2c728a94d1dc), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.910315 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:59.911579 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (4233c239-8655-44a4-84d4-2c728a94d1dc), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:59.935816 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:00.022303 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (4233c239-8655-44a4-84d4-2c728a94d1dc), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.052866 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4233c239-8655-44a4-84d4-2c728a94d1dc,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:00.057628 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.065675 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-5d62f0b1-8a15-43b5-9313-09b986df227c admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/4233c239-8655-44a4-84d4-2c728a94d1dc HTTP/1.1" status: 204 len: 168 time: 0.3150620 Sep 26 18:10:00.066260 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59430) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:00.070693 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852c49c-3fb9-4f3f-a414-85eeebe6393e None None] Network 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:10:00.143921 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (0fe71621-f304-48ab-bbc2-6fa0f210e0c8), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.193693 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.197946 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Deleting port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:00.198293 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.242550 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.245029 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] DHCP port deletion for 0fe71621-f304-48ab-bbc2-6fa0f210e0c8 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:10:00.274987 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] For port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,segment=NetworkSegment(16527e2e-9bd0-4c9a-a463-bb117090a6c0),segment_id=16527e2e-9bd0-4c9a-a463-bb117090a6c0)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:00.275432 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.289941 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] Deleting port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:00.290267 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Calling delete_port for 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f owned by network:dhcp {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:00.293185 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.352833 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] For port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,segment=NetworkSegment(16527e2e-9bd0-4c9a-a463-bb117090a6c0),segment_id=16527e2e-9bd0-4c9a-a463-bb117090a6c0)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:00.353113 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.366593 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] Calling delete_port for 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:00.455253 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.461833 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.480728 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:00.484204 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] No DVR routers for this DVR port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f on host dv-cinder-859317-1-iscsi {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:10:00.490559 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] Pushing event deleted for resources: {'Port': ['ID=2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:00.493190 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff67ab2-fc45-4048-a2ad-cc2f3c710117 None None] No DVR routers for this DVR port 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:10:00.559232 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (0fe71621-f304-48ab-bbc2-6fa0f210e0c8), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.580766 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe71621-f304-48ab-bbc2-6fa0f210e0c8']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:00.590033 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16527e2e-9bd0-4c9a-a463-bb117090a6c0') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:00.590328 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16527e2e-9bd0-4c9a-a463-bb117090a6c0') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:00.599989 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (16527e2e-9bd0-4c9a-a463-bb117090a6c0), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.613531 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (16527e2e-9bd0-4c9a-a463-bb117090a6c0), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.619952 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Releasing vlan 467 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:10:00.620362 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (16527e2e-9bd0-4c9a-a463-bb117090a6c0), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.695504 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 16527e2e-9bd0-4c9a-a463-bb117090a6c0 resource provider aggregate not found Sep 26 18:10:00.712576 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 16527e2e-9bd0-4c9a-a463-bb117090a6c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16527e2e-9bd0-4c9a-a463-bb117090a6c0 found for delete ", "request_id": "req-d01a297c-8c56-4f6b-bb74-af5cf8c7c4dd"}]} Sep 26 18:10:00.746724 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (0fe71621-f304-48ab-bbc2-6fa0f210e0c8), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.757753 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.757753 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0fe71621-f304-48ab-bbc2-6fa0f210e0c8 HTTP/1.1" status: 204 len: 168 time: 0.6891849 Sep 26 18:10:00.780937 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01cd45-2b89-4ca4-a60c-36fc537f309a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe71621-f304-48ab-bbc2-6fa0f210e0c8,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:00.794242 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:00.814435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:00.815178 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 2c0cbde8-a7d1-43fc-8a03-8b08bc18d80f not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:00.815178 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device e37d3389-4dc7-4961-841a-53ad19b96fb0 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:00.832381 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: e37d3389-4dc7-4961-841a-53ad19b96fb0 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:00.832720 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device e37d3389-4dc7-4961-841a-53ad19b96fb0 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:00.833177 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:00.850153 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:00.852392 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 36f42eec-94d3-470e-9fdd-3b2b6ac76dc3 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:01.106557 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59440) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:01.146900 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0ff326cd-0334-4cad-9a5f-018633ce3ebc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=50b90dee570a4fd4bb2c5dafcfcd3c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391622 Sep 26 18:10:01.149309 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59442) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:01.197073 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e2955643-6b6a-48a7-9fa0-f3aeb9b9cd52 admin admin] Publish callbacks [] for security_group (4a0c9a91-1033-4df1-915c-eadf21c83074), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:01.216868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e2955643-6b6a-48a7-9fa0-f3aeb9b9cd52 admin admin] Publish callbacks [] for security_group (4a0c9a91-1033-4df1-915c-eadf21c83074), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:01.411400 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e2955643-6b6a-48a7-9fa0-f3aeb9b9cd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (4a0c9a91-1033-4df1-915c-eadf21c83074), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:01.414020 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-e2955643-6b6a-48a7-9fa0-f3aeb9b9cd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:01.415190 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-e2955643-6b6a-48a7-9fa0-f3aeb9b9cd52 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4a0c9a91-1033-4df1-915c-eadf21c83074 HTTP/1.1" status: 204 len: 168 time: 0.2649884 Sep 26 18:10:01.423193 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2955643-6b6a-48a7-9fa0-f3aeb9b9cd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c9a91-1033-4df1-915c-eadf21c83074,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:01.435930 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:02.159737 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59448) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:02.193060 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:02.199587 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-2300485e-1ace-4eff-a3d1-445e7672c376 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=39b90f2431fb4dc29f66cfa03f3b2e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387366 Sep 26 18:10:02.202662 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59450) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:02.230181 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:02.254058 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0b1847db-4851-4003-9eed-63f8db4d6bda admin admin] Publish callbacks [] for security_group (40ffe0a8-d175-47c0-816c-d1bc9b067e3c), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:02.275617 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0b1847db-4851-4003-9eed-63f8db4d6bda admin admin] Publish callbacks [] for security_group (40ffe0a8-d175-47c0-816c-d1bc9b067e3c), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:02.397745 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0b1847db-4851-4003-9eed-63f8db4d6bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (40ffe0a8-d175-47c0-816c-d1bc9b067e3c), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:02.400206 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-0b1847db-4851-4003-9eed-63f8db4d6bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:02.401433 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0b1847db-4851-4003-9eed-63f8db4d6bda admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/40ffe0a8-d175-47c0-816c-d1bc9b067e3c HTTP/1.1" status: 204 len: 168 time: 0.1978142 Sep 26 18:10:02.409330 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1847db-4851-4003-9eed-63f8db4d6bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ffe0a8-d175-47c0-816c-d1bc9b067e3c,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:05.627794 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=34 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:05.628613 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=15 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:10.215497 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:10.835309 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:10.836058 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:12.423317 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:12.480571 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:14.368578 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:10:21.379264 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:24.365301 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:25.151378 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6cd50315-af3b-478c-a697-17f1b2d6505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:27.379802 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-efbcfaf3-0deb-42e0-8d1f-ccbec3015435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:28.085235 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:28.602581 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:30.156888 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:30.243093 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:36.441827 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4f37-3b5d-425b-bf27-c1bc56321627 req-72391f37-69a5-49fe-ac5d-8676537b2b89 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:36.443291 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e0d4f37-3b5d-425b-bf27-c1bc56321627 req-72391f37-69a5-49fe-ac5d-8676537b2b89 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 946 time: 0.0468812 Sep 26 18:10:36.492388 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7e0d4f37-3b5d-425b-bf27-c1bc56321627 req-a5f63ec6-bed0-4664-8f53-47eeb7917c86 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432584 Sep 26 18:10:37.617031 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfa30d-d29d-4648-9c74-467ecc4dbaa3 req-581db6cf-cd4a-4057-8c92-0e14fd497342 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:37.618638 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1dfa30d-d29d-4648-9c74-467ecc4dbaa3 req-581db6cf-cd4a-4057-8c92-0e14fd497342 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 946 time: 0.0450363 Sep 26 18:10:37.669186 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d1dfa30d-d29d-4648-9c74-467ecc4dbaa3 req-b56b7d2e-58b9-42b2-b890-7c4a9c46c750 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446322 Sep 26 18:10:38.071826 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-353a592d-8a7c-409f-b14b-72a918d1e377 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:38.073344 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-353a592d-8a7c-409f-b14b-72a918d1e377 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 946 time: 0.0469129 Sep 26 18:10:38.159354 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Deleting port c51601fa-8a4d-4424-aa96-08feace3a083 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:38.159696 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.252206 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] For port c51601fa-8a4d-4424-aa96-08feace3a083, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c51601fa-8a4d-4424-aa96-08feace3a083,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:38.252551 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.411280 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.411559 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (df32f167-23d2-4b6e-acfd-aab378f2d44d), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.411872 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Floating IP df32f167-23d2-4b6e-acfd-aab378f2d44d disassociated. External IP: 172.27.2.173, port: c51601fa-8a4d-4424-aa96-08feace3a083. Sep 26 18:10:38.412214 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Calling delete_port for c51601fa-8a4d-4424-aa96-08feace3a083 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:38.640390 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (c51601fa-8a4d-4424-aa96-08feace3a083), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.668448 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event deleted for resources: {'Port': ['ID=c51601fa-8a4d-4424-aa96-08feace3a083,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:38.781321 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:10:38.781535 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a1f30057-c735-4862-9806-ce77a945f5b4 req-4d0b6f86-29fd-445b-a526-b2c4c195d2c8 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 210 time: 0.0325067 Sep 26 18:10:38.885353 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:10:38.896044 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:10:38.910106 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:38.910846 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:10:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:38.926852 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] No DVR routers for this DVR port c51601fa-8a4d-4424-aa96-08feace3a083 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:10:38.929479 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.932969 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5fc87136-7e3e-4238-a5c8-5fb7a8d1b6bf req-acd9caeb-0438-4bff-bf12-71c29175cd5f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "DELETE /networking/v2.0/ports/c51601fa-8a4d-4424-aa96-08feace3a083 HTTP/1.1" status: 204 len: 173 time: 0.8538823 Sep 26 18:10:38.933498 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'name': 'network-vif-deleted', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:38.935912 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04cd7ca-33fb-4a27-87e9-a512663da898" -d '{"events": [{"server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "name": "network-vif-deleted", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:38.973696 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b1556f-e053-4f40-9c0c-340e2591d204 x-openstack-request-id: req-12b1556f-e053-4f40-9c0c-340e2591d204 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:38.973992 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a30bfe3-6892-4a6d-bb44-42825c8b3a31", "name": "network-vif-deleted", "tag": "c51601fa-8a4d-4424-aa96-08feace3a083", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:38.974245 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12b1556f-e053-4f40-9c0c-340e2591d204 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:38.974667 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b1556f-e053-4f40-9c0c-340e2591d204'] response: {'server_uuid': '2a30bfe3-6892-4a6d-bb44-42825c8b3a31', 'name': 'network-vif-deleted', 'tag': 'c51601fa-8a4d-4424-aa96-08feace3a083', 'status': 'completed', 'code': 200} Sep 26 18:10:39.126675 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:39.311511 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:39.338684 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:10:39.347589 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:39.348184 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:10:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:39.443656 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:39.628302 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:39.653392 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998d2a8-9815-447b-be20-e617be79fd51 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:10:39.881593 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de921fcb-b489-4aef-ac4a-3dbe1a4313f2 None None] New status for floating IP df32f167-23d2-4b6e-acfd-aab378f2d44d: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:10:39.906695 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e0af2dce-78e4-4551-b0d9-1c57c7a771fb req-8a05ae1c-3a24-457c-ba8d-ed453c5e8512 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2a30bfe3-6892-4a6d-bb44-42825c8b3a31 HTTP/1.1" status: 200 len: 210 time: 0.0288713 Sep 26 18:10:41.232757 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-fb92642d-6f76-4350-8630-a61aabd0a18e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-501938319&fields=id&tenant_id=6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 267 time: 0.0440054 Sep 26 18:10:41.339407 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-0ea97807-2c42-4a4a-b70d-4b515a9a6ac5 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:41.340810 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-0ea97807-2c42-4a4a-b70d-4b515a9a6ac5 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 812 time: 0.1016939 Sep 26 18:10:41.355869 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-7f972803-01b2-4a01-9414-281f77ee4365 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/quotas/6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 375 time: 0.0089788 Sep 26 18:10:41.406098 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-1fc31cc2-80ab-487a-b7e8-4d2eba6e5b2f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450206 Sep 26 18:10:41.502774 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-835dade9-069c-4770-9674-1b8c4facd753 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856879 Sep 26 18:10:41.590543 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-a246e242-487b-4173-b40d-a7c525d1ae14 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821638 Sep 26 18:10:41.835763 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device c51601fa-8a4d-4424-aa96-08feace3a083 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:41.856884 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: c51601fa-8a4d-4424-aa96-08feace3a083 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:41.863240 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device c51601fa-8a4d-4424-aa96-08feace3a083 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:42.177818 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-7466e310-76af-4a1c-a300-13d84ab288ee req-e2b1644f-1572-489c-972a-012d45847b77 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Sep 26 18:10:43.263836 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ab4f0a94-35d7-4890-bda4-8093297c2e65 req-125ce5b2-012c-4a95-8adb-0fe47c3b320b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0299172 Sep 26 18:10:44.346177 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d274249e-6c83-41d2-bfb0-6bc63547a929 req-9cccd536-b485-4b8d-b952-7f5bba6706e2 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0280468 Sep 26 18:10:45.428487 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fe4a3d87-d2af-4336-8ed7-502f6e4577ff req-50d2d283-64ec-4618-ae6f-b3a2d6fdc210 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0259316 Sep 26 18:10:46.527729 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-beb5d437-c34a-402e-8862-0b27ca256b80 req-53b850ff-890b-4286-bad9-f49ed1058580 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0268834 Sep 26 18:10:47.636999 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-4f56a3f5-7844-438e-adfb-e7d4251b9d35 req-e6cabe09-ca4d-4b8c-a9e0-7d0bb4fd907a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0308867 Sep 26 18:10:48.227482 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-8dc2715e-0c28-4173-a4ca-a5d1a1dc9b81 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:48.228933 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-8dc2715e-0c28-4173-a4ca-a5d1a1dc9b81 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 812 time: 0.1040866 Sep 26 18:10:48.250738 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:48.256948 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:48.293268 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-19fc71e5-db9c-4308-858e-1eaa2049247b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 379 time: 0.0546854 Sep 26 18:10:48.302018 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'port': {'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'admin_state_up': True, 'tenant_id': '6913393260144bce91945aece2aaa072', 'security_groups': ['abc675f6-fd11-4b4c-881e-a593c6877920']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:48.488298 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Made reservation on behalf of 6913393260144bce91945aece2aaa072 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:10:48.492021 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:48.616116 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Allocated IP 172.20.0.3 (47550a48-16b8-4cc6-b521-f81c5fc3ed86/bbba3a49-dfae-4ed9-9939-b783e805ac9e/87f64aa4-756a-4be9-b8f0-cdff72cecb83) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:10:48.742901 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-10eacdef-3076-44db-bf0b-bd0251c0ab75 req-4b169cdd-b3ba-4a01-9555-8869571e9bae tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0279443 Sep 26 18:10:48.759857 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:48.761116 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:48.868022 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:48.917639 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:10:48.921414 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:10:48.925367 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:10:48.931418 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=87f64aa4-756a-4be9-b8f0-cdff72cecb83,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:48.978691 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:48.979467 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.096804 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-35710b16-db01-4d33-a391-63e5b505eb30 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7983801 Sep 26 18:10:49.109763 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Request body: {'port': {'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:49.125015 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:49.131283 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Provisioning complete for port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:10:49.131672 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.132007 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Attempt 1 to provision port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 Sep 26 18:10:49.168685 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:10:49.174907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.430726 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f64aa4-756a-4be9-b8f0-cdff72cecb83 {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:10:49.438171 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Publish callbacks [] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.450945 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Transition to ACTIVE for port object 87f64aa4-756a-4be9-b8f0-cdff72cecb83 will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:10:49.573667 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.633242 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Pushing event updated for resources: {'Port': ['ID=87f64aa4-756a-4be9-b8f0-cdff72cecb83,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:49.660227 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:49.669679 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Attempt 2 to provision port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 Sep 26 18:10:49.686357 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Attempting to bind port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:10:49.686683 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Attempting to bind port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:10:49.687009 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Attempting to bind port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:10:49.701971 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:10:49.728525 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:10:49.728845 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Attempting to bind port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:10:49.771034 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:10:49.771364 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Checking segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:10:49.771794 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Bound using segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:10:49.772228 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Bound port: 87f64aa4-756a-4be9-b8f0-cdff72cecb83, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:10:49.772583 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.810420 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:49.834936 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] For port 87f64aa4-756a-4be9-b8f0-cdff72cecb83, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:10:49.838063 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] For port 87f64aa4-756a-4be9-b8f0-cdff72cecb83, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:10:49.862682 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98ad45-b4b8-4cf9-871b-cc18ea141ffc req-67020f98-a749-47a5-a9f8-0d8eab6605f8 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:49.864157 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2a98ad45-b4b8-4cf9-871b-cc18ea141ffc req-67020f98-a749-47a5-a9f8-0d8eab6605f8 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0461037 Sep 26 18:10:49.913608 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-2a98ad45-b4b8-4cf9-871b-cc18ea141ffc req-ff7eac97-ba6e-4f43-a6e7-0e1801748fe0 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 Sep 26 18:10:49.917317 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.921805 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:49.922405 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:49.923768 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 200 len: 1093 time: 0.8187730 Sep 26 18:10:49.924253 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:49.926534 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25c8d37-d59e-4b2b-93b8-be63b25bfda5" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:49.969398 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fa28e7-bd57-45e0-966c-ee928999e1f7 x-openstack-request-id: req-36fa28e7-bd57-45e0-966c-ee928999e1f7 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:49.969688 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:49.969945 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36fa28e7-bd57-45e0-966c-ee928999e1f7 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:49.970347 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fa28e7-bd57-45e0-966c-ee928999e1f7'] response: {'name': 'network-changed', 'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'status': 'completed', 'code': 200} Sep 26 18:10:49.983329 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bac1b-dfe4-46bb-acdd-5dc114cc4855 service neutron] Pushing event updated for resources: {'Port': ['ID=87f64aa4-756a-4be9-b8f0-cdff72cecb83,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:50.029712 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c8d37-d59e-4b2b-93b8-be63b25bfda5 req-05620913-116f-4e52-9801-44971c3bd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:50.031400 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f25c8d37-d59e-4b2b-93b8-be63b25bfda5 req-05620913-116f-4e52-9801-44971c3bd260 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1127 time: 0.0403686 Sep 26 18:10:50.132034 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c8d37-d59e-4b2b-93b8-be63b25bfda5 req-ca2925a9-06d8-4a2e-8e7d-f92ecaf95bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:50.133525 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f25c8d37-d59e-4b2b-93b8-be63b25bfda5 req-ca2925a9-06d8-4a2e-8e7d-f92ecaf95bb6 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=6913393260144bce91945aece2aaa072&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929825 Sep 26 18:10:50.203148 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Attempt 3 to provision port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 Sep 26 18:10:50.229490 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c8d37-d59e-4b2b-93b8-be63b25bfda5 req-4c14a626-7ab8-4f89-b4e0-1c85890c3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:50.230978 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-f25c8d37-d59e-4b2b-93b8-be63b25bfda5 req-4c14a626-7ab8-4f89-b4e0-1c85890c3e4d service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916386 Sep 26 18:10:50.240280 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-dd41ee1c-e01a-4320-8d6f-31dc8ae5573f None None] Port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:10:50.302919 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-c14ff033-0a8e-41c8-98fd-7ca1bf03bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:50.304361 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-c14ff033-0a8e-41c8-98fd-7ca1bf03bcac service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1127 time: 0.0383534 Sep 26 18:10:50.345788 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-34038999-3c52-40dc-880a-3ee6e06204b7 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 200 len: 217 time: 0.0340133 Sep 26 18:10:50.393915 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-5e5cd8f0-05d5-44c0-84eb-eab66be3a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:50.395550 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-5e5cd8f0-05d5-44c0-84eb-eab66be3a2d1 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0431297 Sep 26 18:10:50.438031 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68458-a188-42c5-94df-a5e82e815025 req-8bb9acd4-f5fa-4064-bc1f-93081d9a328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:50.439442 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-8bb9acd4-f5fa-4064-bc1f-93081d9a328e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372121 Sep 26 18:10:50.533270 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-f894ec3f-062e-46a3-8477-7884cfe1e37d service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855227 Sep 26 18:10:50.628553 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-dfa68458-a188-42c5-94df-a5e82e815025 req-f55415fa-ae5e-4dd6-adf4-c4f6edc64587 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887172 Sep 26 18:10:51.035453 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535e3d7-a258-4912-953a-25bd66290bad req-f55a920e-ece4-4caa-8dd2-284be07397b4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:51.036875 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b535e3d7-a258-4912-953a-25bd66290bad req-f55a920e-ece4-4caa-8dd2-284be07397b4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0458775 Sep 26 18:10:51.088612 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b535e3d7-a258-4912-953a-25bd66290bad req-a644f578-ff8d-4d0c-b7a0-ce113f8b87cd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457075 Sep 26 18:10:51.366527 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:10:52.209019 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134725cf-554d-4729-9f62-155b79fc37dc req-d4ebdd72-f7ed-4270-9a88-41f59f8dfce7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:52.210488 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-134725cf-554d-4729-9f62-155b79fc37dc req-d4ebdd72-f7ed-4270-9a88-41f59f8dfce7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0457335 Sep 26 18:10:52.258611 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-134725cf-554d-4729-9f62-155b79fc37dc req-abf12e36-7ed9-4c85-8588-47d06dcd9d78 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Sep 26 18:10:53.376816 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbc0af-d1c6-41d9-8537-d53abf6b7fec req-52f780c5-b9f7-457e-adcd-48016214f7fa tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:53.378343 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-09cbc0af-d1c6-41d9-8537-d53abf6b7fec req-52f780c5-b9f7-457e-adcd-48016214f7fa tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0449457 Sep 26 18:10:53.398710 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:53.402940 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:53.428892 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-09cbc0af-d1c6-41d9-8537-d53abf6b7fec req-2e807664-316b-4a3c-811f-4c08e815b35f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449741 Sep 26 18:10:54.553912 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c135361-3d4f-4ade-aa1f-b92fff406e7a req-42315c25-c66a-4dcb-ab82-7db55962d424 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:54.555287 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9c135361-3d4f-4ade-aa1f-b92fff406e7a req-42315c25-c66a-4dcb-ab82-7db55962d424 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0497699 Sep 26 18:10:54.604459 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9c135361-3d4f-4ade-aa1f-b92fff406e7a req-9974f0e4-d50f-426d-bbb0-9c7b1394785a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434189 Sep 26 18:10:55.051484 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=29,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:55.053086 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:55.136255 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-07444641-3f07-450c-9397-373330cfcdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:55.724569 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38928b-30e0-4197-9117-dbc6cd4bd55f req-92ab4062-ceac-4fb7-bf28-ff74da13f5c7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:55.726054 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ce38928b-30e0-4197-9117-dbc6cd4bd55f req-92ab4062-ceac-4fb7-bf28-ff74da13f5c7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0463049 Sep 26 18:10:55.774969 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-ce38928b-30e0-4197-9117-dbc6cd4bd55f req-9ee7ffd3-69c1-4b69-ad6c-fa5b97430d16 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 Sep 26 18:10:56.897605 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6d859-903f-4b93-9d0a-b79afb656e01 req-f9494325-1b0d-4863-8466-1606838cb2dc tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:56.899030 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-85c6d859-903f-4b93-9d0a-b79afb656e01 req-f9494325-1b0d-4863-8466-1606838cb2dc tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0487645 Sep 26 18:10:56.948365 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-85c6d859-903f-4b93-9d0a-b79afb656e01 req-8e4a61ba-e031-496a-898a-4b53b2b50b32 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436444 Sep 26 18:10:57.425045 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-4653db9d-196a-45f4-9a61-81d46e87fe80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:57.896607 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 87f64aa4-756a-4be9-b8f0-cdff72cecb83 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:10:57.995224 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 87f64aa4-756a-4be9-b8f0-cdff72cecb83, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:58.012914 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:10:58.056581 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:58.056972 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.070573 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f64aa4-756a-4be9-b8f0-cdff72cecb83 {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:10:58.071765 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a7006-acb1-4a93-a069-531403980f8c req-3df2f8d7-43af-4e3e-ad0a-08064b02488d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:58.073275 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc6a7006-acb1-4a93-a069-531403980f8c req-3df2f8d7-43af-4e3e-ad0a-08064b02488d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 943 time: 0.0462265 Sep 26 18:10:58.090709 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.091179 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 87f64aa4-756a-4be9-b8f0-cdff72cecb83, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:58.124329 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-cc6a7006-acb1-4a93-a069-531403980f8c req-527e57d6-76d1-4af5-a480-905181d15fe9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443699 Sep 26 18:10:58.179204 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:58.224976 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=87f64aa4-756a-4be9-b8f0-cdff72cecb83,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:58.232317 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.232659 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.232997 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.233359 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.233691 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.234020 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.234349 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.234660 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.234981 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.235301 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.235622 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.235941 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.236256 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.236571 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.236886 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:58.407948 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['87f64aa4-756a-4be9-b8f0-cdff72cecb83'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:58.618661 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:59.243726 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea311c4-c3b2-4de1-b58c-c78cbfe88bb5 req-46ed4a28-3864-4c54-bc1b-054bc1c575eb tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:59.245164 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eea311c4-c3b2-4de1-b58c-c78cbfe88bb5 req-46ed4a28-3864-4c54-bc1b-054bc1c575eb tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 944 time: 0.0459640 Sep 26 18:10:59.296848 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-eea311c4-c3b2-4de1-b58c-c78cbfe88bb5 req-4afb9435-3367-4552-88b7-22c2af7c0fd2 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458698 Sep 26 18:10:59.898386 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 87f64aa4-756a-4be9-b8f0-cdff72cecb83 up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:10:59.942980 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:11:00.002071 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:11:00.002474 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:00.002837 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 Sep 26 18:11:00.085361 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:11:00.085800 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:00.108790 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:00.111167 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fb5c80-bbde-43ca-bedf-d9e9fd6231af" -d '{"events": [{"server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "name": "network-vif-plugged", "status": "completed", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:00.124439 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 87f64aa4-756a-4be9-b8f0-cdff72cecb83, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:00.151883 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a1da6-96cc-40b2-81d3-e8ec8007b80b x-openstack-request-id: req-128a1da6-96cc-40b2-81d3-e8ec8007b80b {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:00.152179 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "name": "network-vif-plugged", "status": "completed", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:00.152435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-128a1da6-96cc-40b2-81d3-e8ec8007b80b {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:00.152831 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128a1da6-96cc-40b2-81d3-e8ec8007b80b'] response: {'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'code': 200} Sep 26 18:11:00.156464 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:00.188513 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:00.239801 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=87f64aa4-756a-4be9-b8f0-cdff72cecb83,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:00.242996 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:00.416364 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8f31a-41a8-44c5-9885-56393f6a546d req-02e66a29-d216-4f37-93aa-855d8a0b2749 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:00.417944 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a4b8f31a-41a8-44c5-9885-56393f6a546d req-02e66a29-d216-4f37-93aa-855d8a0b2749 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 945 time: 0.0466166 Sep 26 18:11:00.469823 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a4b8f31a-41a8-44c5-9885-56393f6a546d req-5fb86eea-edba-4ab6-b60b-1b5cefeb9bd4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Sep 26 18:11:00.511036 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906132-fce3-40b2-84db-880d74071f1f req-4755e8e6-fd7e-4be1-8287-be92791d6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:00.512556 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fa906132-fce3-40b2-84db-880d74071f1f req-4755e8e6-fd7e-4be1-8287-be92791d6aac service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1129 time: 0.0425625 Sep 26 18:11:00.553868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:00.557808 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fa906132-fce3-40b2-84db-880d74071f1f req-b6f301c8-4eb5-48cf-9b4a-69b7c63d86b7 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Sep 26 18:11:01.362194 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:01.362921 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=73 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:01.591906 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe080e-1919-4837-9040-bf6a407107ed req-39b38c1a-24ae-46ea-8a8e-84170851c198 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:01.593383 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ebe080e-1919-4837-9040-bf6a407107ed req-39b38c1a-24ae-46ea-8a8e-84170851c198 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 945 time: 0.0451372 Sep 26 18:11:01.642064 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5ebe080e-1919-4837-9040-bf6a407107ed req-c8a5b5b2-1ca0-4c66-9a84-50b0f65e715d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 Sep 26 18:11:02.766158 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803848-cb62-4d55-98a2-4fa78e4211b7 req-135ac5e0-27e0-4933-a47a-dd8b0d449b9e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:02.767586 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3c803848-cb62-4d55-98a2-4fa78e4211b7 req-135ac5e0-27e0-4933-a47a-dd8b0d449b9e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 945 time: 0.0485036 Sep 26 18:11:02.815186 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3c803848-cb62-4d55-98a2-4fa78e4211b7 req-cc844c83-ffff-4cf2-8ba3-c4c51aebdeee tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416665 Sep 26 18:11:02.931274 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62034bd-aaf6-4be3-869b-50f8b950fdae req-213aa08d-9958-47c0-b049-eafb297d7d3d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:02.932614 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a62034bd-aaf6-4be3-869b-50f8b950fdae req-213aa08d-9958-47c0-b049-eafb297d7d3d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 945 time: 0.0448935 Sep 26 18:11:02.980174 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-a62034bd-aaf6-4be3-869b-50f8b950fdae req-38ea0a67-95de-4096-b7a0-52bcc1ab4484 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414155 Sep 26 18:11:03.009382 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59550) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:03.045588 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ba5ae-5e2e-47a8-af8a-7eae0d84ecca tempest-TestVolumeBootPattern-56805134 tempest-TestVolumeBootPattern-56805134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:03.047040 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-9a2ba5ae-5e2e-47a8-af8a-7eae0d84ecca tempest-TestVolumeBootPattern-56805134 tempest-TestVolumeBootPattern-56805134-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1124 time: 0.0366983 Sep 26 18:11:03.049847 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59552) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:03.053859 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'tenant_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address': '172.20.0.3'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:11:03.141634 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:03.459077 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:03.573140 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Allocated IP 172.27.2.141 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/2e11f369-52ff-4c8d-a45a-80111bacab8e) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:11:03.681343 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:03.684713 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:03.768047 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:03.808944 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:11:03.813666 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:11:03.817704 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:11:03.820663 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=2e11f369-52ff-4c8d-a45a-80111bacab8e,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:03.846211 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.846561 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.846900 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.847235 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.847565 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.847892 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.848218 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.848537 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.848858 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.849180 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.849527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.849852 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.850193 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.850511 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.850824 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:03.979294 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:04.176983 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (ab542847-1aaf-4464-9795-604971ccbea1), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:04.301267 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:04.459500 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:04.547776 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:04.617890 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (ab542847-1aaf-4464-9795-604971ccbea1), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:04.619547 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=2e11f369-52ff-4c8d-a45a-80111bacab8e,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:04.700331 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:04.719465 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Floating IP ab542847-1aaf-4464-9795-604971ccbea1 associated. External IP: 172.27.2.141, port: 87f64aa4-756a-4be9-b8f0-cdff72cecb83. Sep 26 18:11:04.918402 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:11:04.957181 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:05.016274 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:11:05.026561 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:11:05.037215 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:05.041167 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:10:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:05.089649 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:05.123917 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-ca93cbcc-1ee9-4f9c-8e04-1b9f211d5dfd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0730791 Sep 26 18:11:05.127654 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:05.130037 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5836732-ef55-4e34-ac41-d83e11a3e14d" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:05.140386 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:05.167462 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5256b002-31cd-4134-ba2a-1eaf4314c2ea x-openstack-request-id: req-5256b002-31cd-4134-ba2a-1eaf4314c2ea {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:05.167761 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:05.168008 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5256b002-31cd-4134-ba2a-1eaf4314c2ea {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:05.168417 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5256b002-31cd-4134-ba2a-1eaf4314c2ea'] response: {'name': 'network-changed', 'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'status': 'completed', 'code': 200} Sep 26 18:11:05.226923 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-5471302a-6426-4408-8450-128d8d353039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:05.228420 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-5471302a-6426-4408-8450-128d8d353039 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1129 time: 0.0392451 Sep 26 18:11:05.322996 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-705bd231-f356-45e4-94bf-f264249dde06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:05.324355 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-705bd231-f356-45e4-94bf-f264249dde06 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0901744 Sep 26 18:11:05.352857 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:04Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:05.378059 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:11:05.385438 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-c50f3819-2acd-42a9-ad96-4359ad13aaaa service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 200 len: 999 time: 0.0545819 Sep 26 18:11:05.386537 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:05.387114 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:10:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:05.432858 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-f9eaa417-1d00-4a1e-8e7e-bc5df7c25f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:05.434316 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-f9eaa417-1d00-4a1e-8e7e-bc5df7c25f2f service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0431771 Sep 26 18:11:05.479787 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-5d8c74cf-e8d0-4f3e-94c6-3560822fa364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:05.481295 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-5d8c74cf-e8d0-4f3e-94c6-3560822fa364 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406475 Sep 26 18:11:05.487386 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:05.571030 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-a1d08469-33b9-4a31-9b7a-d77e1de7e62e service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831964 Sep 26 18:11:05.676111 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-b5836732-ef55-4e34-ac41-d83e11a3e14d req-e0afccc0-4c77-4d22-a151-58f797f81c0b service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905266 Sep 26 18:11:05.695255 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:04Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:05.720004 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c526f-e004-4d6d-9447-ebb54905c2c4 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:04Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:11:05.913902 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b770cc0-70f6-4fea-8475-aa171b59b071 None None] New status for floating IP ab542847-1aaf-4464-9795-604971ccbea1: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:11:12.967671 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=86 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:12.976627 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=82 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:15.671622 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:15.673546 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:DELETE=1,neutron:SELECT=49 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:15.692713 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=67 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:15.698721 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=81 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:16.009267 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:16.012583 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:16.016297 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:25.123968 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-47a24fd9-daf3-4ff3-b7c7-2d7ad724366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:27.423968 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-976d0ef3-46c7-4bad-a2f3-4c2bcb670773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.086795 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.368676 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:11:28.629779 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:30.146725 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:30.247128 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.363808 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:38.364554 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.064776 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-2ee1a205-2e8b-4d79-8c45-6caebb7b5da8 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378113 Sep 26 18:11:40.143494 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-f44450a1-9310-4135-871b-f8d01c954b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.144951 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-f44450a1-9310-4135-871b-f8d01c954b16 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1129 time: 0.0385063 Sep 26 18:11:40.184009 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.187857 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.189708 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.251918 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-4ceef7c4-f44a-45cc-8dbe-8b3a5c611d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.253429 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-4ceef7c4-f44a-45cc-8dbe-8b3a5c611d9c service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0897021 Sep 26 18:11:40.313043 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-7b88250b-1713-4de7-bfcc-1b56d5ab555d service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 200 len: 1001 time: 0.0540390 Sep 26 18:11:40.365304 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-a548dcd5-aa02-4994-b8db-f3b6295c7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.366643 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-a548dcd5-aa02-4994-b8db-f3b6295c7cf7 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0470867 Sep 26 18:11:40.410380 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-687171c0-ce6f-4b94-9141-e257979af47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:40.411852 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-687171c0-ce6f-4b94-9141-e257979af47a service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378151 Sep 26 18:11:40.501551 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-f721f037-c6d9-4d7a-b523-5e2ae1d6488c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825667 Sep 26 18:11:40.593592 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-64c22d16-edbf-4be5-9ffc-f75344bf178a req-ab165284-d280-440f-aa58-47754988ea84 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854177 Sep 26 18:11:50.588961 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=51 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:50.591360 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=50 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:52.307971 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=14 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:52.308731 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=14 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:55.120889 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-58e8ee73-5bfc-4c15-b0b4-70410ff9c2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:57.398040 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a0e0e738-cf8e-45a9-a390-667abe3eda11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:58.106394 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:58.620539 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.129362 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:00.249628 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.367851 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:12:10.187071 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:10.190953 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:10.192633 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:15.362931 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:15.363722 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:25.120389 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-892f50fd-d284-4599-922e-8e10ce168b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:27.405886 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d6d7f-60c4-4fce-8225-468c85d5f150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:28.136830 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:28.639847 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:30.134505 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:30.271365 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:40.189390 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:40.193282 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:40.195119 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:41.406222 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-a7a71a3a-28fa-4164-bbe6-04132285af7d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387135 Sep 26 18:12:41.485125 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-0836a269-2bc7-43e0-bded-ee4bdd916e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:41.486662 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-0836a269-2bc7-43e0-bded-ee4bdd916e6d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1129 time: 0.0379658 Sep 26 18:12:41.594212 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-db7686d0-0097-460b-a524-6779b135292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:41.595676 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-db7686d0-0097-460b-a524-6779b135292a service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0906565 Sep 26 18:12:41.662353 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-9ec74162-fde2-40a6-a20e-fb7cde2cf0ad service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 200 len: 1001 time: 0.0592391 Sep 26 18:12:41.710352 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-406f24e0-3d08-44d5-92ce-0451916cc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:41.711744 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-406f24e0-3d08-44d5-92ce-0451916cc8e5 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0436728 Sep 26 18:12:41.755798 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-df2ff40e-7aef-424c-9341-dbfa6b6beacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:41.757260 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-df2ff40e-7aef-424c-9341-dbfa6b6beacf service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377283 Sep 26 18:12:41.849079 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-02ac97a9-86e4-4fcb-889e-d142a1b97db8 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839803 Sep 26 18:12:41.940549 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-1d15bdb8-354e-41ca-9f07-4c9cad26ce38 req-c9864ff6-e38f-40f6-9845-f7ada2ca1170 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849924 Sep 26 18:12:42.367161 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:12:43.902481 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-81a9cc96-31ee-4e0f-80dd-c7405613d2a2 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-501938319&fields=id&tenant_id=6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 267 time: 0.0449474 Sep 26 18:12:44.008200 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9992821d-aea2-4778-88d8-c690a3098026 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:44.009633 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9992821d-aea2-4778-88d8-c690a3098026 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 812 time: 0.1003337 Sep 26 18:12:44.024246 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-15e1f9b9-90a6-44c2-91d5-11732862eb27 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/quotas/6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 375 time: 0.0093555 Sep 26 18:12:44.074605 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-14f62d22-8b66-4a12-b2e7-dc7a58a1d8ac tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453532 Sep 26 18:12:44.171823 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-42d12eee-db29-495c-a1bd-7c0e83158853 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854294 Sep 26 18:12:44.262360 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-41395873-e499-480c-a104-dbd38bd68b81 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849333 Sep 26 18:12:44.941469 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3e734db6-eef4-4c0b-8220-b710e963b9b3 req-e2694df5-5baa-4f8c-ae68-b58a1c4e0e81 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 210 time: 0.0272293 Sep 26 18:12:46.045863 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-8cfa7a5a-589f-4b90-ba6f-b021ee3d8e90 req-773c524f-4e3a-4a48-9eac-5a98e399a94a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 210 time: 0.0267043 Sep 26 18:12:47.019108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-82e26388-4cb8-4668-aa16-db5424e95f1d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:47.020558 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-82e26388-4cb8-4668-aa16-db5424e95f1d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 812 time: 0.1073797 Sep 26 18:12:47.083019 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-689e9dc5-18af-4b1b-8d41-08ec89497d64 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6913393260144bce91945aece2aaa072 HTTP/1.1" status: 200 len: 379 time: 0.0540636 Sep 26 18:12:47.091610 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'port': {'device_id': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'admin_state_up': True, 'tenant_id': '6913393260144bce91945aece2aaa072', 'security_groups': ['abc675f6-fd11-4b4c-881e-a593c6877920']}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:12:47.154753 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-b2fcaf12-5d3d-4ea0-a808-986c761396a7 req-e3feeee6-af5f-4030-b0e9-f44bb42ab570 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 210 time: 0.0314870 Sep 26 18:12:47.273786 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Made reservation on behalf of 6913393260144bce91945aece2aaa072 for: {'port': 1} {{(pid=118302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:12:47.277707 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:47.388484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:47.400353 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Allocated IP 172.20.0.5 (47550a48-16b8-4cc6-b521-f81c5fc3ed86/bbba3a49-dfae-4ed9-9939-b783e805ac9e/11c858fe-e064-48ff-a724-44a09eb5eeab) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:12:47.409853 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:47.543246 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:47.674481 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:47.722088 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:12:47.725204 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:12:47.729791 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:12:47.759544 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=11c858fe-e064-48ff-a724-44a09eb5eeab,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:47.774203 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.774545 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.774887 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.775225 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.775562 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.775890 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.776226 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.776548 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.776875 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.777196 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.777561 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.777868 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.778187 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.778510 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.778827 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:47.801321 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:47.801881 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:47.923249 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-32aeada1-db4e-4aad-9f83-1cc952b3b2ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352213 Sep 26 18:12:47.937527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Request body: {'port': {'device_id': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:12:47.996319 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:48.007351 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Provisioning complete for port 11c858fe-e064-48ff-a724-44a09eb5eeab triggered by entity DHCP. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:12:48.008302 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:48.008633 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Attempt 1 to provision port 11c858fe-e064-48ff-a724-44a09eb5eeab Sep 26 18:12:48.040122 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Port 11c858fe-e064-48ff-a724-44a09eb5eeab cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:12:48.353108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:48.456938 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15788-c14a-48a6-88ab-b0ce9f158a4f req-8e078f11-9163-473e-bc77-83c0e394933f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:48.458575 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fdf15788-c14a-48a6-88ab-b0ce9f158a4f req-8e078f11-9163-473e-bc77-83c0e394933f tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 931 time: 0.2160618 Sep 26 18:12:48.509052 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c858fe-e064-48ff-a724-44a09eb5eeab {{(pid=118302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:12:48.519391 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-fdf15788-c14a-48a6-88ab-b0ce9f158a4f req-1f15cba4-0c8f-4fb5-bcbd-090a494cdcbf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445230 Sep 26 18:12:48.519731 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Publish callbacks [] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:48.530039 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.provisioning_blocks [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Transition to ACTIVE for port object 11c858fe-e064-48ff-a724-44a09eb5eeab will not be triggered until provisioned by entity L2. {{(pid=118302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:12:48.541349 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Attempt 2 to provision port 11c858fe-e064-48ff-a724-44a09eb5eeab Sep 26 18:12:48.573617 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Port 11c858fe-e064-48ff-a724-44a09eb5eeab cannot update to ACTIVE because it is not bound. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:12:48.599579 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:48.660742 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Pushing event updated for resources: {'Port': ['ID=11c858fe-e064-48ff-a724-44a09eb5eeab,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:48.712985 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Attempting to bind port 11c858fe-e064-48ff-a724-44a09eb5eeab on host hv-cinder-85931 for vnic_type normal with profile {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:12:48.713268 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Attempting to bind port 11c858fe-e064-48ff-a724-44a09eb5eeab by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:12:48.713601 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Attempting to bind port 11c858fe-e064-48ff-a724-44a09eb5eeab on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:12:48.754846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Port 11c858fe-e064-48ff-a724-44a09eb5eeab on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:12:48.755202 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Attempting to bind port 11c858fe-e064-48ff-a724-44a09eb5eeab on network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:12:48.795653 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Checking agent: {'id': '582ecf55-b780-49f9-9004-161ff85e97b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'started_at': datetime.datetime(2022, 9, 26, 17, 55, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:12:48.796505 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Checking segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=118302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:12:48.796884 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Bound using segment: {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'} {{(pid=118302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:12:48.797351 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.managers [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Bound port: 11c858fe-e064-48ff-a724-44a09eb5eeab, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432a145a-5ea4-4427-a474-775f77fc29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 495, 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86'}}] {{(pid=118302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:12:48.797707 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:48.807869 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:48.859441 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] For port 11c858fe-e064-48ff-a724-44a09eb5eeab, host hv-cinder-85931, cleared binding levels {{(pid=118302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:12:48.862496 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] For port 11c858fe-e064-48ff-a724-44a09eb5eeab, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=11c858fe-e064-48ff-a724-44a09eb5eeab,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:12:48.948155 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:48.952311 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:48.952901 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:48.954342 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] 10.222.0.86 "PUT /networking/v2.0/ports/11c858fe-e064-48ff-a724-44a09eb5eeab HTTP/1.1" status: 200 len: 1093 time: 1.0213182 Sep 26 18:12:48.954890 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:12:48.957120 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42215b36-3d79-49f2-9660-99a062eb82ef" -d '{"events": [{"name": "network-changed", "server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:12:48.996735 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ff2009-3158-438b-8ccb-6ff9c2d6e06f x-openstack-request-id: req-29ff2009-3158-438b-8ccb-6ff9c2d6e06f {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:12:48.997026 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:12:48.997304 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29ff2009-3158-438b-8ccb-6ff9c2d6e06f {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:12:48.997716 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ff2009-3158-438b-8ccb-6ff9c2d6e06f'] response: {'name': 'network-changed', 'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'status': 'completed', 'code': 200} Sep 26 18:12:49.011936 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2df34a-2b52-4c3e-a463-81e3104c2947 service neutron] Pushing event updated for resources: {'Port': ['ID=11c858fe-e064-48ff-a724-44a09eb5eeab,revision_number=3']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:49.057033 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42215b36-3d79-49f2-9660-99a062eb82ef req-5c03d298-4d06-4467-bdcb-0ce994d79895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:49.058579 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-42215b36-3d79-49f2-9660-99a062eb82ef req-5c03d298-4d06-4467-bdcb-0ce994d79895 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 1127 time: 0.0394037 Sep 26 18:12:49.075190 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Attempt 3 to provision port 11c858fe-e064-48ff-a724-44a09eb5eeab Sep 26 18:12:49.112555 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-fbade9c2-ebf4-4cf3-b0ca-08c6d93916d2 None None] Port 11c858fe-e064-48ff-a724-44a09eb5eeab had new provisioning blocks added so it will not transition to active. {{(pid=118304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:12:49.161449 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42215b36-3d79-49f2-9660-99a062eb82ef req-91e243b8-8c6a-483d-ad2c-4ed538495954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:49.162835 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-42215b36-3d79-49f2-9660-99a062eb82ef req-91e243b8-8c6a-483d-ad2c-4ed538495954 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?tenant_id=6913393260144bce91945aece2aaa072&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0964923 Sep 26 18:12:49.256210 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42215b36-3d79-49f2-9660-99a062eb82ef req-92196fe0-df83-455d-b203-a2b222bbc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:49.257654 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-42215b36-3d79-49f2-9660-99a062eb82ef req-92196fe0-df83-455d-b203-a2b222bbc2c2 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881767 Sep 26 18:12:49.337173 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-f3d9aaf1-8a9d-4ac9-b7cc-437ea757abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:49.338653 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-f3d9aaf1-8a9d-4ac9-b7cc-437ea757abbc service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 1127 time: 0.0382788 Sep 26 18:12:49.380730 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-33a725bd-2f30-4c54-afc2-5467b69f2012 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c858fe-e064-48ff-a724-44a09eb5eeab HTTP/1.1" status: 200 len: 217 time: 0.0350153 Sep 26 18:12:49.428173 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-78c8cec8-0d6e-4ef9-865e-fd40fa4186b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:49.429605 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-78c8cec8-0d6e-4ef9-865e-fd40fa4186b5 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0436311 Sep 26 18:12:49.473433 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-7c760b6f-66bd-40e5-83dd-2898f5cb53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:49.475356 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-7c760b6f-66bd-40e5-83dd-2898f5cb53a3 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384018 Sep 26 18:12:49.567758 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-087475a5-7a0a-40fe-9af8-22e7055dbc84 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Sep 26 18:12:49.628041 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c014c-ac49-4845-b855-f39c08806eae req-cc8f3ee1-1973-45d8-96f1-29890f487695 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:49.629536 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-027c014c-ac49-4845-b855-f39c08806eae req-cc8f3ee1-1973-45d8-96f1-29890f487695 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 943 time: 0.0450194 Sep 26 18:12:49.659087 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-5d78090c-5942-43f3-b4d0-93a62ed8f5ed req-c6e2ec35-ede6-42a7-a0cc-85a8e8ecccdb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 Sep 26 18:12:49.684918 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-027c014c-ac49-4845-b855-f39c08806eae req-1f7237be-92fa-464b-b4a0-4024f47f8b22 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497644 Sep 26 18:12:50.859179 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fd7bf-454d-4048-b81f-2328977d6939 req-13f3f238-f1e7-4506-837b-508cb93fe6bf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:50.860603 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3c4fd7bf-454d-4048-b81f-2328977d6939 req-13f3f238-f1e7-4506-837b-508cb93fe6bf tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 943 time: 0.0998015 Sep 26 18:12:50.908289 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3c4fd7bf-454d-4048-b81f-2328977d6939 req-cd7d333b-d799-4cbf-99b7-c380d1204027 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420413 Sep 26 18:12:52.026469 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee39cd-d858-4147-9f51-9e6e6f573284 req-112136d4-6696-40cb-83aa-82dff585e12c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:52.027917 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d5ee39cd-d858-4147-9f51-9e6e6f573284 req-112136d4-6696-40cb-83aa-82dff585e12c tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 943 time: 0.0457892 Sep 26 18:12:52.075665 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d5ee39cd-d858-4147-9f51-9e6e6f573284 req-9d10de13-ed5e-4d2b-87ed-893f24ab1c32 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Sep 26 18:12:53.193376 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4152f3-17ea-478c-9877-33a86fbcd590 req-ee3fa1e2-f9fd-46a7-918c-7551c49111fb tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:53.194792 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5c4152f3-17ea-478c-9877-33a86fbcd590 req-ee3fa1e2-f9fd-46a7-918c-7551c49111fb tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 943 time: 0.0448480 Sep 26 18:12:53.244627 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-5c4152f3-17ea-478c-9877-33a86fbcd590 req-49635987-d7fe-415c-913b-75ba6f2a1f7d tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Sep 26 18:12:53.406258 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:53.406929 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:54.363644 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a21f0a-266c-4cf9-a72e-c46e6cd92284 req-c550ef1b-a4e4-4dd8-9ca6-96d1052e71d9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:54.365105 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-29a21f0a-266c-4cf9-a72e-c46e6cd92284 req-c550ef1b-a4e4-4dd8-9ca6-96d1052e71d9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 943 time: 0.0465078 Sep 26 18:12:54.416492 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:54.425129 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-29a21f0a-266c-4cf9-a72e-c46e6cd92284 req-31188dfa-d2d8-491e-a64c-fd771305d5c0 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542481 Sep 26 18:12:55.145324 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-bc7ceff6-1cd7-40c0-869f-500267d863af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:55.548189 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011f735-d0be-4a95-a261-5597b7da1287 req-257e1704-8985-4613-945d-3e73a4b575ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:55.549681 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3011f735-d0be-4a95-a261-5597b7da1287 req-257e1704-8985-4613-945d-3e73a4b575ba tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 943 time: 0.0462110 Sep 26 18:12:55.562599 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:55.600080 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3011f735-d0be-4a95-a261-5597b7da1287 req-68b9c8d9-fa6e-4ebc-b08e-54555e064879 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448070 Sep 26 18:12:56.565635 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 11c858fe-e064-48ff-a724-44a09eb5eeab details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=118304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:12:56.663829 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 11c858fe-e064-48ff-a724-44a09eb5eeab, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=11c858fe-e064-48ff-a724-44a09eb5eeab,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:56.681431 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Returning: {'device': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'port_id': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'mac_address': 'fa:16:3e:ec:b6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 495, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=118304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:12:56.718505 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 11c858fe-e064-48ff-a724-44a09eb5eeab is: DOWN; New status is: BUILD {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:12:56.718806 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.732680 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c858fe-e064-48ff-a724-44a09eb5eeab {{(pid=118304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:12:56.754759 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 11c858fe-e064-48ff-a724-44a09eb5eeab, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=11c858fe-e064-48ff-a724-44a09eb5eeab,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:56.856673 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:56.905907 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=11c858fe-e064-48ff-a724-44a09eb5eeab,revision_number=4']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:56.913668 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.914065 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.914352 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.914691 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.915022 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.915416 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.915793 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.916121 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.916453 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.916779 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.917108 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.917459 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.917782 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.918104 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.918419 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:12:56.997390 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edfaf0-a2df-4ed0-940c-41bb67e63cb8 req-8159fd8b-2159-4db8-af5d-9b7f5e87832a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:56.998930 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-71edfaf0-a2df-4ed0-940c-41bb67e63cb8 req-8159fd8b-2159-4db8-af5d-9b7f5e87832a tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 943 time: 0.3201692 Sep 26 18:12:57.047835 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-71edfaf0-a2df-4ed0-940c-41bb67e63cb8 req-ba4926f6-aae8-4f3a-91ea-d9e22e689b83 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 Sep 26 18:12:57.123580 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] get_ports_and_sgs() called for port_ids ['11c858fe-e064-48ff-a724-44a09eb5eeab'] {{(pid=118304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:12:57.393419 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-294b1128-7ab7-480d-8503-a06ee939a04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:58.126037 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:58.224571 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf044f39-1d38-4c42-8cf0-11e82eb39a46 req-32baf220-e10b-42d4-8a99-cbdbef7550b4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:58.226051 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bf044f39-1d38-4c42-8cf0-11e82eb39a46 req-32baf220-e10b-42d4-8a99-cbdbef7550b4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 944 time: 0.0459363 Sep 26 18:12:58.274343 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-bf044f39-1d38-4c42-8cf0-11e82eb39a46 req-7af094ed-4cd3-43d9-a080-13c3d4946efe tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Sep 26 18:12:58.564656 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 11c858fe-e064-48ff-a724-44a09eb5eeab up at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:12:58.608737 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning for port 11c858fe-e064-48ff-a724-44a09eb5eeab completed by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:12:58.613850 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:58.682389 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.provisioning_blocks [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Provisioning complete for port 11c858fe-e064-48ff-a724-44a09eb5eeab triggered by entity L2. {{(pid=118304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:12:58.682771 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039390'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), provisioning_complete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:58.683126 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Attempt 1 to provision port 11c858fe-e064-48ff-a724-44a09eb5eeab Sep 26 18:12:58.753931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Current status of the port 11c858fe-e064-48ff-a724-44a09eb5eeab is: BUILD; New status is: ACTIVE {{(pid=118304) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:12:58.754316 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), before_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:58.776352 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab'}] {{(pid=118304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:12:58.778600 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18eac537f565eef5385b137e5a8e8d338a939fbff602ca3c71b3a1852e584ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64934015-637c-47a1-b803-841b3843fb80" -d '{"events": [{"server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "name": "network-vif-plugged", "status": "completed", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab"}]}' {{(pid=118304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:12:58.791999 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] For port 11c858fe-e064-48ff-a724-44a09eb5eeab, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=11c858fe-e064-48ff-a724-44a09eb5eeab,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:12:58.817356 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aa4c3c-957d-4b31-b5ac-47b7865936cf x-openstack-request-id: req-01aa4c3c-957d-4b31-b5ac-47b7865936cf {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:12:58.817651 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "name": "network-vif-plugged", "status": "completed", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab", "code": 200}]} {{(pid=118304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:12:58.817905 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01aa4c3c-957d-4b31-b5ac-47b7865936cf {{(pid=118304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:12:58.818302 dv-cinder-859317-1-iscsi neutron-server[118304]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01aa4c3c-957d-4b31-b5ac-47b7865936cf'] response: {'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'code': 200} Sep 26 18:12:58.879114 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:58.930849 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Pushing event updated for resources: {'Port': ['ID=11c858fe-e064-48ff-a724-44a09eb5eeab,revision_number=5']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:12:59.132270 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:59.143902 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b504ccc-4c05-4c7c-993d-2481fe0420e5 req-6555374a-972b-4ef5-8ed9-aa250128f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:59.145419 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3b504ccc-4c05-4c7c-993d-2481fe0420e5 req-6555374a-972b-4ef5-8ed9-aa250128f55c service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 1129 time: 0.0433116 Sep 26 18:12:59.193163 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-3b504ccc-4c05-4c7c-993d-2481fe0420e5 req-1310ee63-2e92-4474-a8f6-e6688ccf7097 service neutron] 10.222.0.86 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Sep 26 18:12:59.395410 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fc820-f27b-49e0-b776-335b524e886c req-cfcb7136-8334-4e4f-bd0f-7c8b2787bb17 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:12:59.397017 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d64fc820-f27b-49e0-b776-335b524e886c req-cfcb7136-8334-4e4f-bd0f-7c8b2787bb17 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Sep 26 18:12:59.444416 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d64fc820-f27b-49e0-b776-335b524e886c req-3d111b06-7252-45e3-8499-61fd2a96fc37 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Sep 26 18:13:00.162629 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:00.265402 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:00.565453 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6281b-f058-4f89-af37-968699b164a9 req-97de12f4-aa9b-47c6-8e9c-5d3cab4028af tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:00.566933 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3bb6281b-f058-4f89-af37-968699b164a9 req-97de12f4-aa9b-47c6-8e9c-5d3cab4028af tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 945 time: 0.0451479 Sep 26 18:13:00.616033 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-3bb6281b-f058-4f89-af37-968699b164a9 req-446a75f3-954d-4327-8737-58fd8e193df9 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434875 Sep 26 18:13:00.735423 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbb94f-9aa5-450b-a7b1-472de039f0a8 req-2e4c75d1-1d5e-4bd8-90c7-a9ab03f34753 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:00.736799 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9acbb94f-9aa5-450b-a7b1-472de039f0a8 req-2e4c75d1-1d5e-4bd8-90c7-a9ab03f34753 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 945 time: 0.0456402 Sep 26 18:13:00.789023 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-9acbb94f-9aa5-450b-a7b1-472de039f0a8 req-dd2796e0-3b57-4a32-b245-268ee281fbc4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466359 Sep 26 18:13:00.820455 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59680) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:00.857570 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0274c0-420d-4cad-9fb6-b1111b0849fc tempest-TestVolumeBootPattern-56805134 tempest-TestVolumeBootPattern-56805134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:00.859059 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-0d0274c0-420d-4cad-9fb6-b1111b0849fc tempest-TestVolumeBootPattern-56805134 tempest-TestVolumeBootPattern-56805134-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 1124 time: 0.0376179 Sep 26 18:13:00.862503 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59682) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:13:00.866602 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.v2.base [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Request body: {'floatingip': {'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'port_id': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'tenant_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address': '172.20.0.5'}} {{(pid=118302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:13:00.979885 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:01.062612 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (None), before_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:01.064865 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:01.164611 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_common [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Allocated IP 172.27.2.182 (d32c9b4d-d016-45b2-b987-468a8b579f4f/0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d/ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337) {{(pid=118302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:13:01.269336 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:01.363014 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734158787512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:01.405114 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Network d32c9b4d-d016-45b2-b987-468a8b579f4f is already hosted by enough agents. {{(pid=118302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:13:01.411128 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.base_scheduler [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Resources bound (agent type, host, resource id): {{(pid=118302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:13:01.413894 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Received port after_create {{(pid=118302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:13:01.417183 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337,revision_number=1']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:01.690537 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:01.762131 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (82dd2519-15dd-4532-af20-19622a1049dc), precommit_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:01.918076 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16244302'] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), before_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:01.939945 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:02.065682 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), precommit_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:02.136189 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734159309222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734158787530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734158787548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126243351'] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), after_update {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:02.206928 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1694380'] for floatingip (82dd2519-15dd-4532-af20-19622a1049dc), after_create {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:02.210054 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event updated for resources: {'Port': ['ID=ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337,revision_number=2']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:13:02.304025 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Floating IP 82dd2519-15dd-4532-af20-19622a1049dc associated. External IP: 172.27.2.182, port: 11c858fe-e064-48ff-a724-44a09eb5eeab. Sep 26 18:13:02.498067 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:13:02.601302 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:13:02.609066 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:02.611888 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969feec8-565a-4efc-b613-087edddeda61 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:13:02.621760 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:13:02.622370 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:12:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:02.675863 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:02.709882 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cf674695-18cb-4484-bb65-7115a208ca6b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8463798 Sep 26 18:13:02.710779 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:13:02.713384 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b6732a-1328-43ca-a365-1eb7cd5c0334" -d '{"events": [{"name": "network-changed", "server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:13:02.724241 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:13:02.751394 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f00343e-3e95-4cf1-ad5a-8944684c2555 x-openstack-request-id: req-0f00343e-3e95-4cf1-ad5a-8944684c2555 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:13:02.751684 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:13:02.751933 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f00343e-3e95-4cf1-ad5a-8944684c2555 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:13:02.752330 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f00343e-3e95-4cf1-ad5a-8944684c2555'] response: {'name': 'network-changed', 'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'status': 'completed', 'code': 200} Sep 26 18:13:02.809207 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-92550583-1229-4221-b970-286416d84ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:02.810801 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-92550583-1229-4221-b970-286416d84ec7 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 1129 time: 0.0385482 Sep 26 18:13:02.902617 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-bb9dcf6e-46e1-43c1-931c-99f09fb360ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:02.904153 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-bb9dcf6e-46e1-43c1-931c-99f09fb360ff service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0873504 Sep 26 18:13:02.942766 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '82dd2519-15dd-4532-af20-19622a1049dc', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:ec:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:13:01Z', 'updated_at': '2022-09-26T18:13:01Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}, {'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:06Z', 'revision_number': 1, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:02.966912 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969feec8-565a-4efc-b613-087edddeda61 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:13:02.969262 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-6044be01-562d-417d-b4cb-2255ed97a068 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c858fe-e064-48ff-a724-44a09eb5eeab HTTP/1.1" status: 200 len: 999 time: 0.0583827 Sep 26 18:13:02.975199 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:13:02.975790 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:12:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:03.019140 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-544b80a5-b95c-4c3a-a28e-197134a740e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:03.020544 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-544b80a5-b95c-4c3a-a28e-197134a740e4 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0457995 Sep 26 18:13:03.063163 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-41525996-49c4-454d-92c5-8391c2dfbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:03.064642 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-41525996-49c4-454d-92c5-8391c2dfbef4 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386097 Sep 26 18:13:03.076547 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:13:03.158724 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-11a70e43-cd9a-4bac-8b90-832c27b56d5a service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878837 Sep 26 18:13:03.171042 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:03.249059 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-41b6732a-1328-43ca-a365-1eb7cd5c0334 req-de9f9393-4f7f-41ac-bcc6-98a0b52ce8e9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844812 Sep 26 18:13:03.292621 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-969feec8-565a-4efc-b613-087edddeda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '82dd2519-15dd-4532-af20-19622a1049dc', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:ec:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:13:01Z', 'updated_at': '2022-09-26T18:13:01Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}, {'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:06Z', 'revision_number': 1, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:13:03.317328 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969feec8-565a-4efc-b613-087edddeda61 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': '82dd2519-15dd-4532-af20-19622a1049dc', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:ec:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:13:01Z', 'updated_at': '2022-09-26T18:13:01Z', 'revision_number': 0, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}, {'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:06Z', 'revision_number': 1, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:13:03.517992 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4d21a-944b-47f3-807c-db3a2cc598d0 None None] New status for floating IP 82dd2519-15dd-4532-af20-19622a1049dc: ACTIVE {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:13:06.284143 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [req-113d27f0-9cca-4f9a-88c7-c3be0480eca7 req-a188db98-4656-4731-bc38-6e63a1f8928d service neutron] (118302) timed out ('10.222.0.86', 58092) {{(pid=118302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:13:10.776416 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=56 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:10.785455 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=46 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:13.244357 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=55 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:13.246223 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:13.294434 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=72 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:13.295206 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=76 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:13.616653 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:13.617803 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:13.619595 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:19.367161 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:13:25.130031 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-411f971e-7ad7-4a52-9ade-6331f1ee110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:26.379598 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:27.381423 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-410cc37e-ac09-41fa-8b32-a0eeaef9735d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:28.136115 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:28.630868 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:29.361743 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:30.173482 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:30.270650 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.061969 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-224f3b2d-b45f-4d07-aa44-b4c00ba77987 req-08a312d3-c76e-4e49-b078-1e39784684cd service neutron] (118303) timed out ('10.222.0.86', 58101) {{(pid=118303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:13:40.193293 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:40.198218 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:40.199950 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:42.447594 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-0a844023-7d8d-4abf-87d0-93ed4e550844 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933454 Sep 26 18:13:42.545272 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-76022ec5-3c16-48c9-aa22-76898448e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:42.546784 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-76022ec5-3c16-48c9-aa22-76898448e4c1 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1129 time: 0.0421960 Sep 26 18:13:42.671856 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-65770106-c0a7-4059-b354-ed3f56cb11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:42.672944 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-65770106-c0a7-4059-b354-ed3f56cb11cf service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.1031494 Sep 26 18:13:42.739813 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-4db809d9-6e2c-46e0-b2de-36f194aecc29 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 200 len: 1001 time: 0.0598705 Sep 26 18:13:42.790414 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-6c8bf31b-0aee-45d9-a8c9-b83d603d7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:42.791908 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-6c8bf31b-0aee-45d9-a8c9-b83d603d7c1b service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0445921 Sep 26 18:13:42.838995 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-66c9b42e-b454-41dd-9df5-1616a6bd3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:13:42.840540 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-66c9b42e-b454-41dd-9df5-1616a6bd3267 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423341 Sep 26 18:13:42.934178 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-0516507f-fe34-43ce-ac84-f7bed742e138 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860219 Sep 26 18:13:43.029186 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fed53bc5-a9c8-4b4f-a9e0-5a09f49e1656 req-ed136f6f-d9a8-4fec-a858-ba7e9a2566eb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887597 Sep 26 18:13:52.230285 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=13 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:52.234284 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=13 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:53.019237 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=48 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:53.026186 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=53 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:55.134816 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-14b0efd0-32c4-4707-8aa5-79dc4cf17936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:56.366363 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:13:57.532879 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6e9c1dbf-9756-4321-a372-e439290622a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.178367 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:58.625894 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.138502 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:00.263987 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:03.375507 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:06.362390 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:10.196343 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:10.200267 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:10.201975 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:25.144485 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c761-e79f-4ad1-a8cc-802b3603d177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:27.386144 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-6b3df369-f06d-4fe6-8e89-55567401d13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:28.174287 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:28.654296 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:30.160812 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:30.259732 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:33.367896 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:14:40.197015 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:40.201942 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:40.204650 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:41.349680 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59706) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:41.493251 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Deleting port ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:41.493606 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:41.570418 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:41.570777 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:41.587077 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Calling delete_port for ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337 owned by network:floatingip {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:41.831510 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:42.101055 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event deleted for resources: {'Port': ['ID=ba013ec7-19d0-4b9b-b7a7-85e1fdbfd337,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:42.115612 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.115956 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.116303 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.116635 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.116963 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.117314 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.117641 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.117964 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.118285 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.118607 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.118951 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.119274 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.119734 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.120547 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.120865 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:42.177531 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (82dd2519-15dd-4532-af20-19622a1049dc), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:42.177879 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Floating IP 82dd2519-15dd-4532-af20-19622a1049dc disassociated (deleted). External IP: 172.27.2.182, port: 11c858fe-e064-48ff-a724-44a09eb5eeab. Sep 26 18:14:42.379223 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:14:42.484863 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:14:42.489766 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:42.494919 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:14:42.505611 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:42.506227 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:42.515727 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:42.521752 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-47a50e69-bd8b-4e73-add4-03617cc55b10 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/82dd2519-15dd-4532-af20-19622a1049dc HTTP/1.1" status: 204 len: 168 time: 1.1711166 Sep 26 18:14:42.522406 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:42.524694 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:42.610276 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:42.639543 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b5742-14c2-4a51-b2d7-1bd6ddfd6803 x-openstack-request-id: req-1d5b5742-14c2-4a51-b2d7-1bd6ddfd6803 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:42.639878 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:42.640131 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d5b5742-14c2-4a51-b2d7-1bd6ddfd6803 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:42.640539 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5b5742-14c2-4a51-b2d7-1bd6ddfd6803'] response: {'name': 'network-changed', 'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'status': 'completed', 'code': 200} Sep 26 18:14:42.693676 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:42.701764 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-42c04d1f-ca73-488c-95bd-fcb7635b9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:42.703269 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-42c04d1f-ca73-488c-95bd-fcb7635b9df6 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 1129 time: 0.0433807 Sep 26 18:14:42.802038 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-b57674f2-fce9-4742-bf17-327315afbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:42.804023 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-b57674f2-fce9-4742-bf17-327315afbca4 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.0943482 Sep 26 18:14:42.832793 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:06Z', 'revision_number': 1, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:42.844419 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-9bcc2ec7-70c1-403a-a538-24fcf6923955 service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11c858fe-e064-48ff-a724-44a09eb5eeab HTTP/1.1" status: 200 len: 217 time: 0.0334466 Sep 26 18:14:42.857344 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:14:42.865717 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:42.866306 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:42.910597 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-2f04cdb2-1fea-4ef4-84fe-e76f0b1dcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:42.910597 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-2f04cdb2-1fea-4ef4-84fe-e76f0b1dcf00 service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0583987 Sep 26 18:14:43.008818 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93746b0a-c80b-4a64-bd4a-e96c9f9f4998 req-5cb092b1-f5dd-4cd3-8b10-b8f036b70845 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:43.010951 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-93746b0a-c80b-4a64-bd4a-e96c9f9f4998 req-5cb092b1-f5dd-4cd3-8b10-b8f036b70845 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Sep 26 18:14:43.061676 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-93746b0a-c80b-4a64-bd4a-e96c9f9f4998 req-7f0b6795-2681-44dd-9051-c6413d8bebdd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446258 Sep 26 18:14:43.063342 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:43.282304 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:06Z', 'revision_number': 1, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:43.306881 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc27e3b-27d8-449d-9334-50433c921ac6 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_floatingips': [{'id': 'ab542847-1aaf-4464-9795-604971ccbea1', 'tenant_id': '6913393260144bce91945aece2aaa072', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'router_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'port_id': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'mac_address': 'fa:16:3e:4f:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:11:04Z', 'updated_at': '2022-09-26T18:11:06Z', 'revision_number': 1, 'project_id': '6913393260144bce91945aece2aaa072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:14:43.526491 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51daaaa-0b17-4a31-8fe0-8069a8da64ea None None] New status for floating IP 82dd2519-15dd-4532-af20-19622a1049dc: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:14:43.975886 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-3e44e786-7edd-4422-9938-d301c2cf6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:43.977379 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-3e44e786-7edd-4422-9938-d301c2cf6d8d service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382366 Sep 26 18:14:44.065149 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-b29ec8ba-dac1-4b13-9fac-6c9e3450e474 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809696 Sep 26 18:14:44.187500 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb7a83-34c3-4a13-acff-cc4d98c0de43 req-6092d89a-f79d-4931-95c8-258848588262 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:44.188994 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8fb7a83-34c3-4a13-acff-cc4d98c0de43 req-6092d89a-f79d-4931-95c8-258848588262 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 945 time: 0.0470457 Sep 26 18:14:44.207630 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-53065116-c8e9-4d7a-8fb5-908b9df1e8a4 req-e0c6e9ea-9fcf-47fb-983e-ade9606bcc58 service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916393 Sep 26 18:14:44.248708 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-d8fb7a83-34c3-4a13-acff-cc4d98c0de43 req-da7f157e-c66a-4ee6-886f-534d7e9fe6ca tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506189 Sep 26 18:14:44.489527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-40cb0ecf-6084-4b4b-8a42-95a39932809e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:44.491014 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-40cb0ecf-6084-4b4b-8a42-95a39932809e tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 945 time: 0.0483336 Sep 26 18:14:44.579596 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Deleting port 11c858fe-e064-48ff-a724-44a09eb5eeab {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:44.579846 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:44.678147 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] For port 11c858fe-e064-48ff-a724-44a09eb5eeab, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=11c858fe-e064-48ff-a724-44a09eb5eeab,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:44.678513 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:44.692153 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Calling delete_port for 11c858fe-e064-48ff-a724-44a09eb5eeab owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:44.806230 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:44.944065 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (11c858fe-e064-48ff-a724-44a09eb5eeab), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:44.980493 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event deleted for resources: {'Port': ['ID=11c858fe-e064-48ff-a724-44a09eb5eeab,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:45.029621 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] No DVR routers for this DVR port 11c858fe-e064-48ff-a724-44a09eb5eeab on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:14:45.033320 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:45.036640 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-9930d235-c626-4ee2-90d1-aef6c563c6b2 req-c79d551f-8dc2-4ada-974e-b05eec44d0e7 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "DELETE /networking/v2.0/ports/11c858fe-e064-48ff-a724-44a09eb5eeab HTTP/1.1" status: 204 len: 173 time: 0.5390131 Sep 26 18:14:45.038624 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'name': 'network-vif-deleted', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:45.039488 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080a849c-f4ca-491b-a081-7f3189dcd826" -d '{"events": [{"server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "name": "network-vif-deleted", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:45.083287 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfd9058-1d4e-419f-a5d6-0498f2e8a371 x-openstack-request-id: req-fcfd9058-1d4e-419f-a5d6-0498f2e8a371 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:45.083565 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979b1557-6fef-4c40-9e69-bc11186cf1b1", "name": "network-vif-deleted", "tag": "11c858fe-e064-48ff-a724-44a09eb5eeab", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:45.083850 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcfd9058-1d4e-419f-a5d6-0498f2e8a371 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:45.084213 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfd9058-1d4e-419f-a5d6-0498f2e8a371'] response: {'server_uuid': '979b1557-6fef-4c40-9e69-bc11186cf1b1', 'name': 'network-vif-deleted', 'tag': '11c858fe-e064-48ff-a724-44a09eb5eeab', 'status': 'completed', 'code': 200} Sep 26 18:14:45.358057 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-e3799c79-d102-4624-b5ef-b1eb434e0285 req-7ccf242d-f0aa-4c75-bf0d-264a108dfe78 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 210 time: 0.0331364 Sep 26 18:14:46.495794 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-0277b738-b63c-43a9-a3f1-b2d073871f3a req-61b15ed7-f3ab-4d72-a3d7-7c9aca406733 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=979b1557-6fef-4c40-9e69-bc11186cf1b1 HTTP/1.1" status: 200 len: 210 time: 0.0327985 Sep 26 18:14:47.108491 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 11c858fe-e064-48ff-a724-44a09eb5eeab no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:14:47.128693 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 11c858fe-e064-48ff-a724-44a09eb5eeab {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:14:47.129042 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 11c858fe-e064-48ff-a724-44a09eb5eeab not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:14:50.069885 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59752) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:50.225727 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Deleting port 2e11f369-52ff-4c8d-a45a-80111bacab8e {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:50.226057 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:50.313284 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:50.313284 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (2e11f369-52ff-4c8d-a45a-80111bacab8e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:50.325485 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Calling delete_port for 2e11f369-52ff-4c8d-a45a-80111bacab8e owned by network:floatingip {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:50.326962 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:50.557620 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (2e11f369-52ff-4c8d-a45a-80111bacab8e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:50.587180 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event deleted for resources: {'Port': ['ID=2e11f369-52ff-4c8d-a45a-80111bacab8e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:50.652986 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (ab542847-1aaf-4464-9795-604971ccbea1), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:50.653344 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.db.l3_db [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Floating IP ab542847-1aaf-4464-9795-604971ccbea1 disassociated (deleted). External IP: 172.27.2.141, port: 87f64aa4-756a-4be9-b8f0-cdff72cecb83. Sep 26 18:14:50.871662 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:14:50.883483 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:50.981488 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:14:50.986575 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:50.991266 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:14:51.002850 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:51.003737 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:51.020250 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-edcc237b-ef01-46cf-8669-9dec2236b103 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/ab542847-1aaf-4464-9795-604971ccbea1 HTTP/1.1" status: 204 len: 168 time: 0.9492350 Sep 26 18:14:51.021108 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:51.023639 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2e04d9-8646-4279-9954-6975e1a5fed1" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:51.085473 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d6e1c5-151f-4fdd-a686-24f346460433 x-openstack-request-id: req-b6d6e1c5-151f-4fdd-a686-24f346460433 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:51.086139 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:51.086139 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6d6e1c5-151f-4fdd-a686-24f346460433 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:51.086711 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d6e1c5-151f-4fdd-a686-24f346460433'] response: {'name': 'network-changed', 'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'status': 'completed', 'code': 200} Sep 26 18:14:51.125323 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:51.156514 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-b3e4af7a-c6a3-4672-b478-0ab20cd48e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:51.158212 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-b3e4af7a-c6a3-4672-b478-0ab20cd48e11 service neutron] 10.222.0.86 "GET /networking/v2.0/ports?tenant_id=6913393260144bce91945aece2aaa072&device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 1129 time: 0.0450294 Sep 26 18:14:51.161617 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:51.247440 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:51.268210 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-be458519-b7be-4b9a-863e-3ee76e8056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:51.269936 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-be458519-b7be-4b9a-863e-3ee76e8056f9 service neutron] 10.222.0.86 "GET /networking/v2.0/networks?id=47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 200 len: 913 time: 0.1037657 Sep 26 18:14:51.311734 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-5a95715f-b767-4817-997b-1f08a4d7dcfe service neutron] 10.222.0.86 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 200 len: 217 time: 0.0347273 Sep 26 18:14:51.337069 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:51.364570 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-bd601abb-d74e-405b-8102-76aeeb80035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:51.366243 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-bd601abb-d74e-405b-8102-76aeeb80035f service neutron] 10.222.0.86 "GET /networking/v2.0/subnets?id=bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 200 len: 851 time: 0.0475507 Sep 26 18:14:51.368011 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:14:51.377308 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:51.377962 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:27Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:51.423887 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-16f8dbcf-fff0-4186-8ee4-c0aeb05c404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:51.428641 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-16f8dbcf-fff0-4186-8ee4-c0aeb05c404e service neutron] 10.222.0.86 "GET /networking/v2.0/ports?network_id=47550a48-16b8-4cc6-b521-f81c5fc3ed86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506434 Sep 26 18:14:51.491208 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:51.496114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471326b0-06e9-4185-bb77-fd901ea01d23 req-c1e7b3ff-959d-4d98-9a27-123f08acd89b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:51.497836 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-471326b0-06e9-4185-bb77-fd901ea01d23 req-c1e7b3ff-959d-4d98-9a27-123f08acd89b tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 945 time: 0.0488303 Sep 26 18:14:51.552782 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-471326b0-06e9-4185-bb77-fd901ea01d23 req-ad95eaf1-1200-49f5-ae92-88ed89b3d6dd tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489030 Sep 26 18:14:51.694945 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:51.721142 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93945bc7-cff0-4b64-8ec5-2222866e87ed None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:49Z', 'revision_number': 4, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi', '_interfaces': [{'id': '0fbe6f93-c9a4-4d07-8101-ab847cbbaaba', 'name': '', 'network_id': '47550a48-16b8-4cc6-b521-f81c5fc3ed86', 'tenant_id': '6913393260144bce91945aece2aaa072', 'mac_address': 'fa:16:3e:8d:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:48Z', 'updated_at': '2022-09-26T18:07:53Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'subnets': [{'id': 'bbba3a49-dfae-4ed9-9939-b783e805ac9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:14:51.937519 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba750d4-8983-4941-b4de-709b1d4aa31a None None] New status for floating IP ab542847-1aaf-4464-9795-604971ccbea1: DOWN {{(pid=118304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:14:52.484733 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-0b5d4682-44e4-474a-a833-9ea01c528bbb service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869610 Sep 26 18:14:52.505374 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:52.588432 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-fb2e04d9-8646-4279-9954-6975e1a5fed1 req-aba8c6a9-e07c-422b-9a2e-59b5c3b3066c service neutron] 10.222.0.86 "GET /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897572 Sep 26 18:14:52.683655 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152197bb-71e4-4058-9f9b-13d13189faa7 req-586ad9ee-b982-4369-998d-e62304eb2712 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:52.685203 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-152197bb-71e4-4058-9f9b-13d13189faa7 req-586ad9ee-b982-4369-998d-e62304eb2712 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 945 time: 0.0528913 Sep 26 18:14:52.735048 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-152197bb-71e4-4058-9f9b-13d13189faa7 req-32ffec5e-cfdb-4397-9f5b-4578e02e0b33 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=abc675f6-fd11-4b4c-881e-a593c6877920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439880 Sep 26 18:14:52.910527 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-6b7bc15d-3232-4831-b450-43e4a48c33e4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=118302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:14:52.912015 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-6b7bc15d-3232-4831-b450-43e4a48c33e4 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 945 time: 0.0468934 Sep 26 18:14:52.997766 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Deleting port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:52.998020 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:53.090077 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] For port 87f64aa4-756a-4be9-b8f0-cdff72cecb83, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=87f64aa4-756a-4be9-b8f0-cdff72cecb83,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:53.090444 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:53.103912 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Calling delete_port for 87f64aa4-756a-4be9-b8f0-cdff72cecb83 owned by compute:nova {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:53.305484 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (87f64aa4-756a-4be9-b8f0-cdff72cecb83), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:53.313340 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:53.335024 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event deleted for resources: {'Port': ['ID=87f64aa4-756a-4be9-b8f0-cdff72cecb83,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:53.377830 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] No DVR routers for this DVR port 87f64aa4-756a-4be9-b8f0-cdff72cecb83 on host hv-cinder-85931 {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:14:53.380358 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for port (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:53.383722 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [req-e1c184f0-6a71-41ee-b291-fc4bf90ccd39 req-c0492989-d7f2-4121-b551-772b2e665630 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.86 "DELETE /networking/v2.0/ports/87f64aa4-756a-4be9-b8f0-cdff72cecb83 HTTP/1.1" status: 204 len: 173 time: 0.4656858 Sep 26 18:14:53.384241 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'name': 'network-vif-deleted', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83'}] {{(pid=118302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:14:53.387286 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbcebbc399c191959fe9c64c9acaf0ef4f78f74cbec78b3e90d5a8870e247c07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec48c49-5ac1-4dd1-8ef0-de6d4a0f06c9" -d '{"events": [{"server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "name": "network-vif-deleted", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83"}]}' {{(pid=118302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:14:53.433646 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd057a2b-c6ca-44d6-bcec-654dbf4c4307 x-openstack-request-id: req-bd057a2b-c6ca-44d6-bcec-654dbf4c4307 {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:14:53.433646 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d602d-f71c-430c-822c-dcfd6df12d43", "name": "network-vif-deleted", "tag": "87f64aa4-756a-4be9-b8f0-cdff72cecb83", "status": "completed", "code": 200}]} {{(pid=118302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:14:53.433646 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd057a2b-c6ca-44d6-bcec-654dbf4c4307 {{(pid=118302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:14:53.433646 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd057a2b-c6ca-44d6-bcec-654dbf4c4307'] response: {'server_uuid': 'b42d602d-f71c-430c-822c-dcfd6df12d43', 'name': 'network-vif-deleted', 'tag': '87f64aa4-756a-4be9-b8f0-cdff72cecb83', 'status': 'completed', 'code': 200} Sep 26 18:14:53.530484 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:53.841907 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [req-c8a4d5a8-8b12-4975-a4e7-ab5256cfa494 req-007b5ff5-9a35-40c4-ba52-4eb06d4fff52 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b42d602d-f71c-430c-822c-dcfd6df12d43 HTTP/1.1" status: 200 len: 210 time: 0.0272017 Sep 26 18:14:54.910752 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59768) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:55.029130 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Deleting port 3180db3f-83fb-4dcf-8b33-77ad5576064d {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:55.029503 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:55.110577 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:55.110904 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (3180db3f-83fb-4dcf-8b33-77ad5576064d), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:55.124909 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Calling delete_port for 3180db3f-83fb-4dcf-8b33-77ad5576064d owned by network:floatingip {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:55.194772 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-ad34375e-e306-481e-abd7-8080455e817b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:55.322836 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (3180db3f-83fb-4dcf-8b33-77ad5576064d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:55.346613 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event deleted for resources: {'Port': ['ID=3180db3f-83fb-4dcf-8b33-77ad5576064d,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:55.396074 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:55.415575 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for floatingip (df32f167-23d2-4b6e-acfd-aab378f2d44d), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:55.418283 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-503677'] for floatingip (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:55.419447 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-9b2d0ee0-8442-49ab-9751-c0c803146a88 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/df32f167-23d2-4b6e-acfd-aab378f2d44d HTTP/1.1" status: 204 len: 168 time: 0.5078096 Sep 26 18:14:56.772644 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59780) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:56.833743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group (abc675f6-fd11-4b4c-881e-a593c6877920), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:56.860136 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group (abc675f6-fd11-4b4c-881e-a593c6877920), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:56.994458 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (abc675f6-fd11-4b4c-881e-a593c6877920), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:56.997083 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:56.998286 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/abc675f6-fd11-4b4c-881e-a593c6877920 HTTP/1.1" status: 204 len: 168 time: 0.2245095 Sep 26 18:14:57.016265 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc675f6-fd11-4b4c-881e-a593c6877920,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:57.025984 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.035743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.037060 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2521e3-3d57-4301-854e-161e23f9c106 tempest-TestVolumeBootPattern-1369560732 tempest-TestVolumeBootPattern-1369560732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:14:57.152014 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59784) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:57.165300 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 87f64aa4-756a-4be9-b8f0-cdff72cecb83 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:14:57.188571 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] No Port match for: 87f64aa4-756a-4be9-b8f0-cdff72cecb83 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:14:57.188953 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Device 87f64aa4-756a-4be9-b8f0-cdff72cecb83 not bound to the agent host hv-cinder-85931 {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:14:57.407756 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-cf460422-d7ed-43e8-b2b4-976bb170f8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:57.574969 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (f2560b15-3899-4145-b5a2-5bb8201e61d2), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:57.625063 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:57.662178 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:57.805712 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Deleting port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:57.806480 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:57.896137 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] For port 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:57.896409 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:57.910137 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Calling delete_port for 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba owned by network:router_interface {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:58.189084 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (0fbe6f93-c9a4-4d07-8101-ab847cbbaaba), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:58.196509 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:58.215364 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbe6f93-c9a4-4d07-8101-ab847cbbaaba,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:58.393961 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (f2560b15-3899-4145-b5a2-5bb8201e61d2), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:58.579496 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:58.604203 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Router f2560b15-3899-4145-b5a2-5bb8201e61d2 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:14:58.611131 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:58.676504 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:58.710138 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:14:58.715720 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a5cf985e-3f10-4391-812f-e802bafde590 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f2560b15-3899-4145-b5a2-5bb8201e61d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626183 Sep 26 18:14:58.718425 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59788) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:14:58.719739 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] Sync routers for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:14:58.730549 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:58.731138 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:58.822294 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks [] for router (f2560b15-3899-4145-b5a2-5bb8201e61d2), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:58.838369 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:59.026867 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:14:58Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:59.052731 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] Checking router: f2560b15-3899-4145-b5a2-5bb8201e61d2 for host: dv-cinder-859317-1-iscsi {{(pid=118305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:14:59.061968 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] Routers {'f2560b15-3899-4145-b5a2-5bb8201e61d2'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:14:59.062593 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['f2560b15-3899-4145-b5a2-5bb8201e61d2'], 'active': True} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:59.114512 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=100 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:59.175138 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_dvr_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] Set router f2560b15-3899-4145-b5a2-5bb8201e61d2 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:14:59.176627 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks [] for router_gateway (f2560b15-3899-4145-b5a2-5bb8201e61d2), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.307907 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Deleting port e315a551-2784-4367-8832-4049aed719e7 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:14:59.308247 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (e315a551-2784-4367-8832-4049aed719e7), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.400859 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] For port e315a551-2784-4367-8832-4049aed719e7, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=e315a551-2784-4367-8832-4049aed719e7,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:14:59.401134 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (e315a551-2784-4367-8832-4049aed719e7), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.415419 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Calling delete_port for e315a551-2784-4367-8832-4049aed719e7 owned by network:router_gateway {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:14:59.434437 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.l3_hamode_db [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:14:58Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:14:59.463038 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42808c3-15cf-4558-8902-cf39f7671ff5 None None] The sync data for ids ['f2560b15-3899-4145-b5a2-5bb8201e61d2'] in dv-cinder-859317-1-iscsi is: [{'id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'name': 'tempest-TestVolumeBootPattern-1264456240-router', 'tenant_id': '6913393260144bce91945aece2aaa072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'e315a551-2784-4367-8832-4049aed719e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:14:58Z', 'revision_number': 5, 'project_id': '6913393260144bce91945aece2aaa072', 'gw_port': {'id': 'e315a551-2784-4367-8832-4049aed719e7', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2560b15-3899-4145-b5a2-5bb8201e61d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:46Z', 'updated_at': '2022-09-26T18:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:14:59.489321 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:59.680261 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (e315a551-2784-4367-8832-4049aed719e7), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.712370 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Pushing event deleted for resources: {'Port': ['ID=e315a551-2784-4367-8832-4049aed719e7,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:14:59.777956 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (f2560b15-3899-4145-b5a2-5bb8201e61d2), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.869860 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (f2560b15-3899-4145-b5a2-5bb8201e61d2), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.872298 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks [] for router_controller (f2560b15-3899-4145-b5a2-5bb8201e61d2), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.990596 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (f2560b15-3899-4145-b5a2-5bb8201e61d2), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.991404 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2560b15-3899-4145-b5a2-5bb8201e61d2 {{(pid=118302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:14:59.997337 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:59.998391 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-9fe78308-a863-4aed-bee9-ab74f8b4da24 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f2560b15-3899-4145-b5a2-5bb8201e61d2 HTTP/1.1" status: 204 len: 168 time: 1.2788050 Sep 26 18:15:00.001295 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59790) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:00.033768 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:00.056198 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] Deleting subnet bbba3a49-dfae-4ed9-9939-b783e805ac9e {{(pid=118302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:15:00.061056 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] Publish callbacks [] for subnet (bbba3a49-dfae-4ed9-9939-b783e805ac9e), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.101154 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3530479'] for subnet (bbba3a49-dfae-4ed9-9939-b783e805ac9e), precommit_delete_associations {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.178177 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.190767 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (bbba3a49-dfae-4ed9-9939-b783e805ac9e), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.282592 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.322700 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126243393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126207976'] for subnet (bbba3a49-dfae-4ed9-9939-b783e805ac9e), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.350713 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbba3a49-dfae-4ed9-9939-b783e805ac9e,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:00.355083 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for subnet (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.359573 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-f3bdf9f8-c5c4-4248-bc0d-190b8d033dde admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/bbba3a49-dfae-4ed9-9939-b783e805ac9e HTTP/1.1" status: 204 len: 168 time: 0.3567035 Sep 26 18:15:00.360760 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [-] (118302) accepted ('10.222.0.49', 59792) {{(pid=118302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:00.360915 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c53fa-6134-444b-86fb-33e20444bde4 None None] Network 47550a48-16b8-4cc6-b521-f81c5fc3ed86 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:15:00.432709 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (47550a48-16b8-4cc6-b521-f81c5fc3ed86), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.488318 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Deleting port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 {{(pid=118302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:00.488656 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.544850 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] DHCP port deletion for 47550a48-16b8-4cc6-b521-f81c5fc3ed86 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:15:00.581145 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.db [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] For port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:00.581806 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.590360 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Deleting port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:00.590954 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.599289 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Calling delete_port for ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 owned by network:dhcp {{(pid=118302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:00.659193 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:00.667405 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] For port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,segment=NetworkSegment(432a145a-5ea4-4427-a474-775f77fc29cb),segment_id=432a145a-5ea4-4427-a474-775f77fc29cb)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:00.667801 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.690650 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Calling delete_port for ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:00.778031 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126243374'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: from cryptography.utils import int_from_bytes Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: from cryptography.utils import int_from_bytes Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.778922 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:15:00.783652 dv-cinder-859317-1-iscsi neutron-server[118304]: self.session.flush() Sep 26 18:15:00.786898 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (ca68ddd5-3321-43c2-8e52-921b0d3c9fd1), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.812092 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] No DVR routers for this DVR port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 on host dv-cinder-859317-1-iscsi {{(pid=118302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:15:00.817875 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Pushing event deleted for resources: {'Port': ['ID=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:00.817875 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] No DVR routers for this DVR port ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:15:00.820728 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca68ddd5-3321-43c2-8e52-921b0d3c9fd1,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:00.824953 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.825321 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.825666 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.826000 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.826331 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.826658 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.827080 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.827296 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.827617 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.828056 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.828243 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.828560 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.828956 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.829731 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.829731 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838aa664-3ba9-448e-b136-a7fe09b2c699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859317-1-iscsi {{(pid=118304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:15:00.898552 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (47550a48-16b8-4cc6-b521-f81c5fc3ed86), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.920935 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47550a48-16b8-4cc6-b521-f81c5fc3ed86']}} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:00.930815 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432a145a-5ea4-4427-a474-775f77fc29cb') {'for_net_delete': True} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:00.931115 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.services.segments.db [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432a145a-5ea4-4427-a474-775f77fc29cb') {} {{(pid=118302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:00.941493 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3530452'] for segment (432a145a-5ea4-4427-a474-775f77fc29cb), before_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.955110 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device e315a551-2784-4367-8832-4049aed719e7 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:00.956894 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (432a145a-5ea4-4427-a474-775f77fc29cb), precommit_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.964783 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Releasing vlan 495 on physical network physnet1 to pool {{(pid=118302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:15:00.968166 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126243579'] for segment (432a145a-5ea4-4427-a474-775f77fc29cb), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:00.975511 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: e315a551-2784-4367-8832-4049aed719e7 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:00.975840 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device e315a551-2784-4367-8832-4049aed719e7 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:00.976273 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:01.000570 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:01.000907 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device ca68ddd5-3321-43c2-8e52-921b0d3c9fd1 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:01.001412 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:01.025167 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:01.025475 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 0fbe6f93-c9a4-4d07-8101-ab847cbbaaba not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:01.070076 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 432a145a-5ea4-4427-a474-775f77fc29cb resource provider aggregate not found Sep 26 18:15:01.090074 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.services.segments.plugin [-] Segment 432a145a-5ea4-4427-a474-775f77fc29cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 432a145a-5ea4-4427-a474-775f77fc29cb found for delete ", "request_id": "req-e72c3a01-a817-4666-8f94-e801b1acc2a1"}]} Sep 26 18:15:01.156142 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (47550a48-16b8-4cc6-b521-f81c5fc3ed86), after_delete {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:01.162968 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:01.167127 dv-cinder-859317-1-iscsi neutron-server[118302]: INFO neutron.wsgi [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/47550a48-16b8-4cc6-b521-f81c5fc3ed86 HTTP/1.1" status: 204 len: 168 time: 0.8051698 Sep 26 18:15:01.170531 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59800) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:01.180220 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d7d63-6e51-4627-a42c-51251e08a78f admin admin] Pushing event deleted for resources: {'Network': ['ID=47550a48-16b8-4cc6-b521-f81c5fc3ed86,revision_number=None']} {{(pid=118302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:01.505857 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1735596'] for router_interface (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:01.730723 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Deleting port 5f4498a5-dcd1-4be6-b679-efe9001c1a05 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:01.731063 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:01.818869 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] For port 5f4498a5-dcd1-4be6-b679-efe9001c1a05, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=5f4498a5-dcd1-4be6-b679-efe9001c1a05,segment=NetworkSegment(ef2dc8a8-1f0a-4c0b-962e-57a277efe79d),segment_id=ef2dc8a8-1f0a-4c0b-962e-57a277efe79d)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:01.819122 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:01.834044 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Calling delete_port for 5f4498a5-dcd1-4be6-b679-efe9001c1a05 owned by network:router_interface {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:01.949898 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=100 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:01.972101 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:02.105441 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (5f4498a5-dcd1-4be6-b679-efe9001c1a05), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.130245 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4498a5-dcd1-4be6-b679-efe9001c1a05,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:02.345501 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698588'] for router_interface (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.555164 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 has already been hosted by L3 agent 7961fc6e-610a-42d5-85c9-7db15d181780 {{(pid=118303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:15:02.658412 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] Notify agent at l3_agent.dv-cinder-859317-1-iscsi the message routers_updated {{(pid=118303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:15:02.666235 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-00f7acf2-6ed3-419f-8df5-a370f80d174d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4916747 Sep 26 18:15:02.666570 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59802) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:02.668959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] Sync routers for ids ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'] in dv-cinder-859317-1-iscsi {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:15:02.680170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] Routers {'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:02.680786 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:02.769855 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks [] for router (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:02.918438 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] Set router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:03.101048 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:15:01Z', 'revision_number': 5, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:03.127188 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] Checking router: b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 for host: dv-cinder-859317-1-iscsi {{(pid=118304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:15:03.142389 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] Routers {'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'} bound to L3 agent in host dv-cinder-859317-1-iscsi {{(pid=118304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:15:03.143022 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859317-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:48:57Z,description=,heartbeat_timestamp=2022-09-26T18:14:57Z,host='dv-cinder-859317-1-iscsi',id=7961fc6e-610a-42d5-85c9-7db15d181780,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:48:58Z,topic='l3_agent')) {'router_ids': ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'], 'active': True} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:03.159596 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks [] for router_gateway (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.249052 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvr_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] Set router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 gateway port host: dv-cinder-859317-1-iscsi {{(pid=118304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:15:03.342767 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Deleting port 8c0f645f-cffe-40d0-88ba-b6d940422797 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:03.343099 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.345322 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:03.442931 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_hamode_db [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:15:01Z', 'revision_number': 5, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}], 'dv-cinder-859317-1-iscsi', False) {} {{(pid=118304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:03.444204 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] For port 8c0f645f-cffe-40d0-88ba-b6d940422797, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=8c0f645f-cffe-40d0-88ba-b6d940422797,segment=NetworkSegment(93d4ce06-38cd-415d-ac2b-7c963c00b69b),segment_id=93d4ce06-38cd-415d-ac2b-7c963c00b69b)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:03.444723 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.447521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:03.461039 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Calling delete_port for 8c0f645f-cffe-40d0-88ba-b6d940422797 owned by network:router_gateway {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:03.472126 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c615a-0872-46d6-b39c-06323d9d3e0c None None] The sync data for ids ['b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8'] in dv-cinder-859317-1-iscsi is: [{'id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'name': 'tempest-TestVolumeBootPattern-660616407-router', 'tenant_id': '153f2852e5c94b8ea53b358a720a42ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'external_fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:07:52Z', 'updated_at': '2022-09-26T18:15:01Z', 'revision_number': 5, 'project_id': '153f2852e5c94b8ea53b358a720a42ca', 'gw_port': {'id': '8c0f645f-cffe-40d0-88ba-b6d940422797', 'name': '', 'network_id': 'd32c9b4d-d016-45b2-b987-468a8b579f4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859317-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:07:53Z', 'updated_at': '2022-09-26T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b1dbf25-b452-4c0d-8af0-fc88dbc09e6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859317-1-iscsi'}] {{(pid=118304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:15:03.686207 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (8c0f645f-cffe-40d0-88ba-b6d940422797), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.710049 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0f645f-cffe-40d0-88ba-b6d940422797,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:03.775751 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1694294'] for router_gateway (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.866728 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3181'] for router (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.869757 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks [] for router_controller (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.979242 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698657'] for router (b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.979872 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 {{(pid=118303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:15:03.984751 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:03.985965 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-e3e6add3-2a57-4b24-aae6-bac5cab43161 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/b2dc2b5f-35fb-4a77-b036-3de3a6a3e2f8 HTTP/1.1" status: 204 len: 168 time: 1.3184721 Sep 26 18:15:03.989755 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59804) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:04.042874 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] Deleting subnet 290b2ea8-851a-480d-b48e-3d0108618c31 {{(pid=118303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:15:04.043485 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] Publish callbacks [] for subnet (290b2ea8-851a-480d-b48e-3d0108618c31), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.082397 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2027711'] for subnet (290b2ea8-851a-480d-b48e-3d0108618c31), precommit_delete_associations {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.170461 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16250474'] for subnet (290b2ea8-851a-480d-b48e-3d0108618c31), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.287859 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16024151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3574312'] for subnet (290b2ea8-851a-480d-b48e-3d0108618c31), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.317249 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290b2ea8-851a-480d-b48e-3d0108618c31,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:04.320887 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.324260 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-b17cd863-904e-426b-bb4f-ffc9c241dd30 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/290b2ea8-851a-480d-b48e-3d0108618c31 HTTP/1.1" status: 204 len: 168 time: 0.3333893 Sep 26 18:15:04.326882 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59806) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:04.327382 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833df29-b9b1-4b24-a3bc-bcd1b35e51d2 None None] Network ddf8401f-7d08-4c76-b01d-dfc980c16e30 requested from dv-cinder-859317-1-iscsi {{(pid=118304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:15:04.400114 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15996191'] for network (ddf8401f-7d08-4c76-b01d-dfc980c16e30), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.406851 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:04.449346 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Deleting port db995679-f39a-489c-8017-6c7ef14c2005 {{(pid=118303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:04.449346 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (db995679-f39a-489c-8017-6c7ef14c2005), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.450575 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:04.484768 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] DHCP port deletion for ddf8401f-7d08-4c76-b01d-dfc980c16e30 request from dv-cinder-859317-1-iscsi {{(pid=118304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:15:04.528521 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.db [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] For port db995679-f39a-489c-8017-6c7ef14c2005, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=db995679-f39a-489c-8017-6c7ef14c2005,segment=NetworkSegment(ef2dc8a8-1f0a-4c0b-962e-57a277efe79d),segment_id=ef2dc8a8-1f0a-4c0b-962e-57a277efe79d)] {{(pid=118303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:04.529192 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (db995679-f39a-489c-8017-6c7ef14c2005), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.545535 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.plugin [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Calling delete_port for db995679-f39a-489c-8017-6c7ef14c2005 owned by network:dhcp {{(pid=118303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:04.547381 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] Deleting port db995679-f39a-489c-8017-6c7ef14c2005 {{(pid=118304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:15:04.547943 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734159309069'] for port (db995679-f39a-489c-8017-6c7ef14c2005), before_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.550519 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:04.558784 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:04.624845 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.db [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] For port db995679-f39a-489c-8017-6c7ef14c2005, host dv-cinder-859317-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859317-1-iscsi',level=0,port_id=db995679-f39a-489c-8017-6c7ef14c2005,segment=NetworkSegment(ef2dc8a8-1f0a-4c0b-962e-57a277efe79d),segment_id=ef2dc8a8-1f0a-4c0b-962e-57a277efe79d)] {{(pid=118304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:15:04.625599 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742678'] for port (db995679-f39a-489c-8017-6c7ef14c2005), precommit_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.639947 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] Calling delete_port for db995679-f39a-489c-8017-6c7ef14c2005 owned by network:dhcp {{(pid=118304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:15:04.645175 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:04.727988 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387556'] for port (db995679-f39a-489c-8017-6c7ef14c2005), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.735915 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16244619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734159244939', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734158787521'] for port (db995679-f39a-489c-8017-6c7ef14c2005), after_delete {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.756321 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db995679-f39a-489c-8017-6c7ef14c2005,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:04.763759 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] Pushing event deleted for resources: {'Port': ['ID=db995679-f39a-489c-8017-6c7ef14c2005,revision_number=None']} {{(pid=118304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:04.763950 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] No DVR routers for this DVR port db995679-f39a-489c-8017-6c7ef14c2005 on host dv-cinder-859317-1-iscsi {{(pid=118303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:15:04.773885 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b111a-97ab-46ad-8079-d0220388cec4 None None] No DVR routers for this DVR port db995679-f39a-489c-8017-6c7ef14c2005 on host dv-cinder-859317-1-iscsi {{(pid=118304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:15:04.855996 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16038721', 'neutron.services.segments.db._delete_segments_for_network-8734159302337'] for network (ddf8401f-7d08-4c76-b01d-dfc980c16e30), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.876743 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf8401f-7d08-4c76-b01d-dfc980c16e30']}} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:04.886076 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d') {'for_net_delete': True} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:04.886374 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.services.segments.db [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2dc8a8-1f0a-4c0b-962e-57a277efe79d') {} {{(pid=118303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:15:04.896165 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734159302229', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2027652'] for segment (ef2dc8a8-1f0a-4c0b-962e-57a277efe79d), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.910614 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174'] for segment (ef2dc8a8-1f0a-4c0b-962e-57a277efe79d), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.918577 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Releasing vlan 465 on physical network physnet1 to pool {{(pid=118303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:15:04.919052 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3387505'] for segment (ef2dc8a8-1f0a-4c0b-962e-57a277efe79d), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:04.968718 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 5f4498a5-dcd1-4be6-b679-efe9001c1a05 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:04.991766 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment ef2dc8a8-1f0a-4c0b-962e-57a277efe79d resource provider aggregate not found Sep 26 18:15:04.998005 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 5f4498a5-dcd1-4be6-b679-efe9001c1a05 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:04.998005 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 5f4498a5-dcd1-4be6-b679-efe9001c1a05 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:04.998005 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 8c0f645f-cffe-40d0-88ba-b6d940422797 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:05.008714 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.services.segments.plugin [-] Segment ef2dc8a8-1f0a-4c0b-962e-57a277efe79d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef2dc8a8-1f0a-4c0b-962e-57a277efe79d found for delete ", "request_id": "req-712b31e3-12cd-4049-8c93-ebf69d446cbd"}]} Sep 26 18:15:05.021272 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: 8c0f645f-cffe-40d0-88ba-b6d940422797 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:05.021625 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device 8c0f645f-cffe-40d0-88ba-b6d940422797 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:05.022044 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device db995679-f39a-489c-8017-6c7ef14c2005 no longer exists at agent ovs-agent-dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:15:05.043695 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.plugin [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] No Port match for: db995679-f39a-489c-8017-6c7ef14c2005 {{(pid=118304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:15:05.044040 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron.plugins.ml2.rpc [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Device db995679-f39a-489c-8017-6c7ef14c2005 not bound to the agent host dv-cinder-859317-1-iscsi {{(pid=118304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:15:05.079935 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16038776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1694339'] for network (ddf8401f-7d08-4c76-b01d-dfc980c16e30), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.085656 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586432'] for network (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.089574 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/ddf8401f-7d08-4c76-b01d-dfc980c16e30 HTTP/1.1" status: 204 len: 168 time: 0.7616820 Sep 26 18:15:05.101259 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40848f7-3dd7-4a17-86f3-7f54a27699d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf8401f-7d08-4c76-b01d-dfc980c16e30,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:05.442772 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59816) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:05.487395 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-cc716654-5f33-4565-afbc-4b1e5f1fdfca admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6913393260144bce91945aece2aaa072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434961 Sep 26 18:15:05.489930 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59818) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:05.538656 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d0d37c32-7c56-4719-ae7a-96fa2b3a7424 admin admin] Publish callbacks [] for security_group (aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.559045 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d0d37c32-7c56-4719-ae7a-96fa2b3a7424 admin admin] Publish callbacks [] for security_group (aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.727529 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d0d37c32-7c56-4719-ae7a-96fa2b3a7424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.730694 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-d0d37c32-7c56-4719-ae7a-96fa2b3a7424 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:05.732334 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-d0d37c32-7c56-4719-ae7a-96fa2b3a7424 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb HTTP/1.1" status: 204 len: 168 time: 0.2411292 Sep 26 18:15:05.740552 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d37c32-7c56-4719-ae7a-96fa2b3a7424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca0ebb0-ffd7-47ea-b0eb-989f3062b1eb,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:06.406180 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59824) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:06.450994 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-fea4c07a-079d-4399-a41a-2801f040c41f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=153f2852e5c94b8ea53b358a720a42ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436201 Sep 26 18:15:06.453668 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [-] (118303) accepted ('10.222.0.49', 59826) {{(pid=118303) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:15:06.480160 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:06.506715 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2e576b9a-332e-45a7-9caa-1d3dacd60f28 admin admin] Publish callbacks [] for security_group (bbd04a33-797f-43bb-af29-952ede689c51), before_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.532585 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2e576b9a-332e-45a7-9caa-1d3dacd60f28 admin admin] Publish callbacks [] for security_group (bbd04a33-797f-43bb-af29-952ede689c51), precommit_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.653127 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2e576b9a-332e-45a7-9caa-1d3dacd60f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1601735'] for security_group (bbd04a33-797f-43bb-af29-952ede689c51), after_delete {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.655645 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron_lib.callbacks.manager [None req-2e576b9a-332e-45a7-9caa-1d3dacd60f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=118303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:06.656831 dv-cinder-859317-1-iscsi neutron-server[118303]: INFO neutron.wsgi [None req-2e576b9a-332e-45a7-9caa-1d3dacd60f28 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bbd04a33-797f-43bb-af29-952ede689c51 HTTP/1.1" status: 204 len: 168 time: 0.2022436 Sep 26 18:15:06.668490 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e576b9a-332e-45a7-9caa-1d3dacd60f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd04a33-797f-43bb-af29-952ede689c51,revision_number=None']} {{(pid=118303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:15:10.367446 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:15:11.168451 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:11.169379 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG dbcounter [-] [118302] Writing DB stats neutron:SELECT=67,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=118302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:15.025145 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=37,neutron:DELETE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:15.753576 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:16.661762 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG dbcounter [-] [118303] Writing DB stats neutron:SELECT=55,neutron:DELETE=6 {{(pid=118303) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:16.686907 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:17.374594 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=93 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:20.363498 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=25 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:25.166160 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-d5f16e31-fc9d-4d2a-befa-e3175db9febe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:27.441077 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-d440587c-c165-4cc7-aaf5-2453486bd31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:28.167001 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:28.623771 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:30.132342 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:30.258241 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:40.087095 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:40.204330 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:40.210187 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:47.366592 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:15:55.132121 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-1016b138-75aa-4561-8522-202c87c0cf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:57.362094 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=19 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:57.363657 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=15 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:57.410729 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8beb6bfe-c001-4fe7-8966-7cac62b57126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:58.160435 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:58.633452 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:00.149499 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:00.263356 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.205676 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:10.206496 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:10.212283 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:24.366867 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:16:25.188645 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7bacbfb3-2704-4e11-88ec-0faccf55f643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:27.406137 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-acfe398b-3b38-4fe7-9a99-18f067d51c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.170568 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:28.622697 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:30.159149 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:30.267941 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:31.369097 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=2 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:34.363095 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=6 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:40.209170 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:40.213045 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:40.215817 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:53.416515 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:53.417373 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:55.124720 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-1008814b-ce20-49e5-bb34-1d4bbad08b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:57.401445 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-9b4481a7-a9f7-4f1f-b012-28c2409cf358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:58.158963 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:58.638757 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:00.130624 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:00.261960 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:01.366163 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:17:08.360424 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:11.361878 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:12.234501 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:12.236452 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:12.240468 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=17 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:25.129116 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-be2743b7-2751-411b-a4ec-9b0bec100210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:27.420733 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-1085a39d-dd17-4a98-9843-8f2f18d9115f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:28.191668 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:28.649101 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:30.145893 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:30.277692 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:38.365482 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:17:40.214454 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:40.219385 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:40.221120 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:46.249743 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [req-6885c6a9-43a1-456b-bb42-7000ba6f4baf req-9a091277-5673-46a7-b15d-0c0639c80824 service neutron] (118302) timed out ('10.222.0.86', 58062) {{(pid=118302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:17:52.234344 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=18 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:52.235067 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=16 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:55.128974 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-f70860cc-3db5-4916-b5de-dcb1a8a8ff5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:57.396817 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1868-b819-4387-94c7-27e17aaca6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:58.226115 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:58.648184 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:00.179707 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:00.282741 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:10.217817 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:10.221684 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:10.223386 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:15.365605 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:18:25.121690 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9071-6b2e-4b68-926d-40e1ccdc76d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:25.361343 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:25.361981 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=3 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:27.401940 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-58e001aa-4e22-40b6-8256-bc66dfc4d50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:28.224201 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:28.647337 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:30.150409 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:30.327212 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:40.219983 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:40.224940 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:40.226669 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:18:52.365592 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:18:55.138236 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5495f999-8712-4c29-9e21-dca247ea2fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:57.417958 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-06cd3624-1c2f-47a7-ab11-272817dcf2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:58.206637 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:58.675489 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:18:59.375472 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:00.149590 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:00.280605 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:02.361051 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:12.239135 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=15 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:12.243313 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=1,neutron:SELECT=14 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:12.246020 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=15,neutron:UPDATE=5 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:25.137208 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-8d7a1040-ed14-41fd-a96d-3c8fb50e0bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:27.422646 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7d499d73-c257-40ad-a212-185d9f64c431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:28.223058 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:28.651474 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:29.365830 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:19:30.171652 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:30.325714 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:39.360926 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:39.361674 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:40.099841 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:40.231178 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=8 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:40.232959 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:52.239213 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=16 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:52.240619 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=10 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:19:55.154053 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-73432852-4bb4-4d89-b223-d1f833785cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:57.410755 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a6666fa3-0e08-4510-a163-94b894833dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:58.239460 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:19:58.696810 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:00.194087 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:00.290847 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:06.368289 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:20:10.229168 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:10.233144 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:10.234876 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:16.360222 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:16.361115 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG dbcounter [-] [118305] Writing DB stats neutron:SELECT=4 {{(pid=118305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:17.029706 dv-cinder-859317-1-iscsi neutron-server[118303]: DEBUG neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-2b8c63fb-f238-45fe-8cf3-1c282797cb4b service neutron] (118303) timed out ('10.222.0.49', 52578) {{(pid=118303) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:20:17.109630 dv-cinder-859317-1-iscsi neutron-server[118302]: DEBUG neutron.wsgi [req-3b2ee544-de79-4ed7-97df-980f008b4966 req-966c1918-9040-4f9c-aa9d-a6bf4a7e62bb tempest-AttachVolumeShelveTestJSON-1826671233 tempest-AttachVolumeShelveTestJSON-1826671233-project] (118302) timed out ('10.222.0.49', 52588) {{(pid=118302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:20:25.153031 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-a47ff8f6-906d-4fd8-9651-0a9f4704a396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (f5f542e5-2d64-4134-932b-d2a043ae1eb2), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:27.421641 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-1ca89ba4-1db4-4ffa-b223-476d4156f323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7961fc6e-610a-42d5-85c9-7db15d181780), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:28.250095 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d242-c1b3-49ca-8ccc-e5d5ada245bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (582ecf55-b780-49f9-9004-161ff85e97b0), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:28.667461 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-865438ed-eee4-4b64-8198-cba1ecacc1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (7e59a7be-1e17-412a-9390-bcfd34852e0f), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:30.175832 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-7ed22fb2-8237-40b6-843b-93ad1833932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (01809784-3acc-420a-893e-cadabb4e8843), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:30.336046 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG neutron_lib.callbacks.manager [None req-507ad5d5-04c1-4f74-b95b-c1425d49b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734159302319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16039168'] for agent (33841c66-fd4e-4bd0-9bfe-e2d0cf2d328d), after_update {{(pid=118304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:20:40.230515 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:40.235669 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:40.237509 dv-cinder-859317-1-iscsi neutron-server[118304]: DEBUG dbcounter [-] [118304] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=118304) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:20:43.368675 dv-cinder-859317-1-iscsi neutron-server[118305]: DEBUG neutron.db.agents_db [None req-c3457fa2-f437-4442-bd80-64357d207c48 None None] Agent healthcheck: found 6 active agents {{(pid=118305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}